18:36:41.583 [INFO - main] (KuduTestHarness.java:155) Creating a new MiniKuduCluster...
18:36:41.583 [INFO - main] (TempDirUtils.java:71) Using the temp directory defined by TEST_TMPDIR: /tmp/dist-test-taskut1xbC/test-tmp
18:36:41.583 [INFO - main] (KuduBinaryLocator.java:83) Using Kudu binary directory specified by system property 'kuduBinDir': ../../../build/asan/bin
18:36:41.583 [INFO - main] (MiniKuduCluster.java:217) Starting process: [/tmp/dist-test-taskut1xbC/java/build/dist-test/../../../build/asan/bin/kudu, test, mini_cluster, --serialization=pb]
18:36:41.585 [DEBUG - main] (MiniKuduCluster.java:185) Request: create_cluster {
num_masters: 3
num_tservers: 3
enable_kerberos: false
cluster_root: "/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897"
extra_master_flags: "--txn_manager_enabled"
extra_master_flags: "--raft_heartbeat_interval_ms=100"
extra_tserver_flags: "--txn_keepalive_interval_ms=1000"
extra_tserver_flags: "--txn_staleness_tracker_interval_ms=250"
extra_tserver_flags: "--enable_txn_system_client_init=true"
hms_mode: NONE
mini_kdc_options {
}
principal: "kudu"
mini_oidc_options {
}
}
18:36:41.910 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:36:41.910 [DEBUG - main] (MiniKuduCluster.java:185) Request: start_cluster {
}
18:36:41.914 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:41.913970 24315 mini_oidc.cc:152] Starting JWKS server
18:36:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:41.916569 24315 webserver.cc:460] Webserver started at http://127.0.0.1:46117/ using document root <none> and password file <none>
18:36:41.916 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:41.916774 24315 mini_oidc.cc:189] Starting OIDC Discovery server
18:36:41.917 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:41.917305 24315 webserver.cc:460] Webserver started at http://127.0.0.1:36547/ using document root <none> and password file <none>
18:36:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T18:36:41Z chronyd version 3.5 starting (+CMDMON +NTP +REFCLOCK +RTC -PRIVDROP -SCFILTER -SIGND +ASYNCDNS -SECHASH -IPV6 +DEBUG)
18:36:41.937 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T18:36:41Z Disabled control of system clock
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:41.948040 24315 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/wal
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/data
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/logs
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/data/info.pb
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.254:36055
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.254
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46117/jwks.json
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
18:36:41.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
18:36:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.271317 24326 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:36:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.271620 24326 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:36:42.271 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.271703 24326 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:36:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.278851 24326 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:36:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.278952 24326 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
18:36:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.278988 24326 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:36:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.279037 24326 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:36:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.279074 24326 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:36:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.279126 24326 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:36:42.279 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.279158 24326 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46117/jwks.json
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.288152 24326 master_runner.cc:386] Master server non-default flags:
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/data
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/wal
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.254:36055
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46117/jwks.json
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/data/info.pb
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.254
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/logs
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:42.288 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:23:24 UTC on ccycloud.quasar-worxty.root.comops.site
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456964
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:36:42.289 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.289471 24326 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:36:42.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.291327 24326 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:36:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.303153 24331 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.303181 24332 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:42.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.303244 24334 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:42.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.304183 24326 server_base.cc:1034] running on GCE node
18:36:42.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.305001 24326 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:36:42.306 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.306448 24326 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:36:42.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.307657 24326 hybrid_clock.cc:648] HybridClock initialized: now 1781980602307614 us; error 38 us; skew 500 ppm
18:36:42.308 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.307978 24326 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:36:42.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.310334 24326 webserver.cc:460] Webserver started at http://127.23.190.254:39167/ using document root <none> and password file <none>
18:36:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.310969 24326 fs_manager.cc:359] Metadata directory not provided
18:36:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.311053 24326 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:36:42.311 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.311318 24326 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:36:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.313894 24326 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/data/instance:
18:36:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f627e7edb011496e959249d8ddd10317"
18:36:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:42 on dist-test-slave-6lmb"
18:36:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.314605 24326 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/wal/instance:
18:36:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f627e7edb011496e959249d8ddd10317"
18:36:42.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:42 on dist-test-slave-6lmb"
18:36:42.319 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.319518 24326 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.002s sys 0.003s
18:36:42.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.322758 24340 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.324149 24326 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.004s sys 0.000s
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.324369 24326 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/data,/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/wal
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "f627e7edb011496e959249d8ddd10317"
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:42 on dist-test-slave-6lmb"
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.324611 24326 fs_report.cc:383] FS layout report
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/wal
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/wal
18:36:42.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/data/data
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:36:42.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:36:42.349 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.349392 24326 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:36:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.350366 24326 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:36:42.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.350723 24326 kserver.cc:163] Server-wide thread pool size limit: 3276
18:36:42.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.372413 24326 rpc_server.cc:307] RPC server started. Bound to: 127.23.190.254:36055
18:36:42.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.372465 24401 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.190.254:36055 every 8 connection(s)
18:36:42.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.374034 24326 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/data/info.pb
18:36:42.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.378026 24402 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.384106 24315 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskut1xbC/build/asan/bin/kudu as pid 24326
18:36:42.384 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.384335 24315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-0/wal/instance
18:36:42.385 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.384148 24402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } has no permanent_uuid. Determining permanent_uuid...
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.386507 24315 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/wal
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/data
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/logs
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/data/info.pb
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:42.386 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.253:41333
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.253
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46117/jwks.json
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
18:36:42.387 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
18:36:42.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.403676 24402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } has no permanent_uuid. Determining permanent_uuid...
18:36:42.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.404932 24341 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:42.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.406571 24402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:42.456 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.455955 24402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } attempt: 1
18:36:42.458 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.458364 24402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:42.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.526649 24402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } attempt: 2
18:36:42.529 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.528947 24402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:42.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.620218 24402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } attempt: 3
18:36:42.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.622480 24402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:42.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.712291 24406 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:36:42.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.712567 24406 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:36:42.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.712653 24406 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:36:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.720008 24406 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:36:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.720119 24406 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
18:36:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.720157 24406 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:36:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.720206 24406 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:36:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.720247 24406 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:36:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.720309 24406 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:36:42.720 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.720350 24406 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46117/jwks.json
18:36:42.729 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.729691 24406 master_runner.cc:386] Master server non-default flags:
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/data
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/wal
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.253:41333
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46117/jwks.json
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/data/info.pb
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.253
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/logs
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:23:24 UTC on ccycloud.quasar-worxty.root.comops.site
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456964
18:36:42.730 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:36:42.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.731002 24406 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:36:42.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.732796 24406 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:36:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.744834 24415 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.744903 24413 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:42.745 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.744917 24412 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.745878 24406 server_base.cc:1034] running on GCE node
18:36:42.746 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.746572 24406 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:36:42.748 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.747938 24406 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:36:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.749142 24406 hybrid_clock.cc:648] HybridClock initialized: now 1781980602749091 us; error 44 us; skew 500 ppm
18:36:42.749 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.749441 24406 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:36:42.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.751688 24406 webserver.cc:460] Webserver started at http://127.23.190.253:35959/ using document root <none> and password file <none>
18:36:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.752300 24406 fs_manager.cc:359] Metadata directory not provided
18:36:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.752383 24406 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:36:42.752 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.752633 24406 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:36:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.755225 24406 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/data/instance:
18:36:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b801da701ac244738477725b861c9348"
18:36:42.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:42 on dist-test-slave-6lmb"
18:36:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.755928 24406 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/wal/instance:
18:36:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b801da701ac244738477725b861c9348"
18:36:42.756 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:42 on dist-test-slave-6lmb"
18:36:42.761 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.760890 24406 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.000s
18:36:42.764 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.764199 24421 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:36:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.765705 24406 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.001s sys 0.002s
18:36:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.765713 24402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } attempt: 4
18:36:42.765 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.765836 24406 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/data,/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/wal
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "b801da701ac244738477725b861c9348"
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:42 on dist-test-slave-6lmb"
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.766006 24406 fs_report.cc:383] FS layout report
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/wal
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/wal
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/data/data
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:36:42.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:36:42.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.767866 24402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:42.819 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.819054 24406 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:36:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.819893 24406 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:36:42.820 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.820161 24406 kserver.cc:163] Server-wide thread pool size limit: 3276
18:36:42.841 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.841763 24406 rpc_server.cc:307] RPC server started. Bound to: 127.23.190.253:41333
18:36:42.842 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.841781 24482 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.190.253:41333 every 8 connection(s)
18:36:42.843 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.843050 24406 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/data/info.pb
18:36:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.845099 24315 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskut1xbC/build/asan/bin/kudu as pid 24406
18:36:42.845 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.845237 24315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-1/wal/instance
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.846220 24315 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/wal
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/data
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/logs
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/data/info.pb
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) master
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:36:42.846 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.252:36143
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.252
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46117/jwks.json
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100 with env {}
18:36:42.847 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.847334 24483 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:42.854 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.854001 24483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } has no permanent_uuid. Determining permanent_uuid...
18:36:42.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.869263 24483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } has no permanent_uuid. Determining permanent_uuid...
18:36:42.879 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.879209 24483 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } has no permanent_uuid. Determining permanent_uuid...
18:36:42.880 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.880354 24422 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:42.882 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.881906 24483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:42.931 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:42.931236 24483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } attempt: 1
18:36:42.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:42.933390 24483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:43.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.001721 24483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } attempt: 2
18:36:43.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.003923 24483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:43.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.067202 24402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } attempt: 5
18:36:43.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.074975 24402 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } has no permanent_uuid. Determining permanent_uuid...
18:36:43.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.076756 24402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:43.095 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.095235 24483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } attempt: 3
18:36:43.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.097366 24483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:43.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.128016 24402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } attempt: 1
18:36:43.130 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.130323 24402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.176033 24485 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:36:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.176349 24485 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:36:43.176 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.176436 24485 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:36:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.183604 24485 flags.cc:425] Enabled experimental flag: --ipki_ca_key_size=768
18:36:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.183708 24485 flags.cc:425] Enabled experimental flag: --txn_manager_enabled=true
18:36:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.183746 24485 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:36:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.183794 24485 flags.cc:425] Enabled experimental flag: --tsk_num_rsa_bits=512
18:36:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.183831 24485 flags.cc:425] Enabled experimental flag: --rpc_reuseport=true
18:36:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.183884 24485 flags.cc:425] Enabled experimental flag: --enable_jwt_token_auth=true
18:36:43.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.183916 24485 flags.cc:425] Enabled experimental flag: --jwks_url=http://localhost:46117/jwks.json
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.192881 24485 master_runner.cc:386] Master server non-default flags:
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --raft_heartbeat_interval_ms=100
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/data
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/wal
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_ca_key_size=768
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --master_addresses=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_manager_enabled=true
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tsk_num_rsa_bits=512
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.252:36143
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_reuseport=true
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_jwt_token_auth=true
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --jwks_url=http://localhost:46117/jwks.json
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/data/info.pb
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.252
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/logs
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Master server version:
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:23:24 UTC on ccycloud.quasar-worxty.root.comops.site
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456964
18:36:43.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:36:43.194 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.194180 24485 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:36:43.195 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.195864 24485 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:36:43.198 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.198585 24402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } attempt: 2
18:36:43.200 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.200484 24402 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.207572 24494 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.207681 24493 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.207681 24496 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:43.208 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.208469 24485 server_base.cc:1034] running on GCE node
18:36:43.209 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.209254 24485 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:36:43.210 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.210704 24485 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:36:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.211915 24485 hybrid_clock.cc:648] HybridClock initialized: now 1781980603211864 us; error 43 us; skew 500 ppm
18:36:43.212 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.212248 24485 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:36:43.214 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.214533 24485 webserver.cc:460] Webserver started at http://127.23.190.252:34337/ using document root <none> and password file <none>
18:36:43.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.215175 24485 fs_manager.cc:359] Metadata directory not provided
18:36:43.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.215262 24485 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:36:43.215 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.215517 24485 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:36:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.218194 24485 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/data/instance:
18:36:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23"
18:36:43.218 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:43 on dist-test-slave-6lmb"
18:36:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.218931 24485 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/wal/instance:
18:36:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23"
18:36:43.219 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:43 on dist-test-slave-6lmb"
18:36:43.224 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.224058 24485 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
18:36:43.227 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.227424 24502 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.228972 24485 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.229112 24485 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/data,/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/wal
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23"
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:43 on dist-test-slave-6lmb"
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.229342 24485 fs_report.cc:383] FS layout report
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/wal
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/wal
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/data/data
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:36:43.229 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:36:43.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:36:43.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:36:43.230 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:36:43.240 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.240629 24483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } attempt: 4
18:36:43.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.242538 24483 consensus_peers.cc:646] Error getting permanent uuid from config peer 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:43.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.259431 24485 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:36:43.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.260315 24485 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:36:43.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.260584 24485 kserver.cc:163] Server-wide thread pool size limit: 3276
18:36:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.282327 24485 rpc_server.cc:307] RPC server started. Bound to: 127.23.190.252:36143
18:36:43.282 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.282377 24563 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.190.252:36143 every 8 connection(s)
18:36:43.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.283723 24485 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/data/info.pb
18:36:43.287 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.287551 24564 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 00000000000000000000000000000000. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:43.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.292965 24315 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskut1xbC/build/asan/bin/kudu as pid 24485
18:36:43.293 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.293156 24315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/master-2/wal/instance
18:36:43.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.293856 24564 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } has no permanent_uuid. Determining permanent_uuid...
18:36:43.307 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.306713 24402 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } attempt: 3
18:36:43.310 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.310066 24564 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } has no permanent_uuid. Determining permanent_uuid...
18:36:43.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.322322 24564 sys_catalog.cc:422] member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } has no permanent_uuid. Determining permanent_uuid...
18:36:43.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.325084 24402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: Bootstrap starting.
18:36:43.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.328953 24402 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: Neither blocks nor log segments found. Creating new log.
18:36:43.333 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.330951 24402 log.cc:824] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: Log is configured to *not* fsync() on all Append() calls
18:36:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.334194 24402 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: No bootstrap required, opened a new log
18:36:43.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.334362 24564 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23: Bootstrap starting.
18:36:43.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.337868 24564 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23: Neither blocks nor log segments found. Creating new log.
18:36:43.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.338889 24564 log.cc:824] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23: Log is configured to *not* fsync() on all Append() calls
18:36:43.341 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.341598 24564 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23: No bootstrap required, opened a new log
18:36:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.342531 24402 raft_consensus.cc:348] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.342868 24402 raft_consensus.cc:374] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:43.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.342978 24402 raft_consensus.cc:729] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: f627e7edb011496e959249d8ddd10317, State: Initialized, Role: FOLLOWER
18:36:43.344 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.343653 24402 consensus_queue.cc:260] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.345427 24574 sys_catalog.cc:455] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.345840 24574 sys_catalog.cc:458] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: This master's current role is: FOLLOWER
18:36:43.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.346658 24402 sys_catalog.cc:564] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: configured and running, proceeding with master startup.
18:36:43.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.350533 24564 raft_consensus.cc:348] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.350939 24564 raft_consensus.cc:374] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.351056 24564 raft_consensus.cc:729] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, State: Initialized, Role: FOLLOWER
18:36:43.352 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.351941 24564 consensus_queue.cc:260] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.352932 24580 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.353 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.353442 24580 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: This master's current role is: FOLLOWER
18:36:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.353528 24346 tablet.cc:2369] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:36:43.354 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.354213 24564 sys_catalog.cc:564] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: configured and running, proceeding with master startup.
18:36:43.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.366459 24590 catalog_manager.cc:1558] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:36:43.366 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.366796 24590 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:36:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.375775 24580 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:36:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.376106 24580 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.376863 24598 catalog_manager.cc:1558] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23: loading cluster ID for follower catalog manager: Not found: cluster ID entry not found
18:36:43.377 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.376984 24598 catalog_manager.cc:873] Not found: cluster ID entry not found: failed to prepare follower catalog manager, will retry
18:36:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.377686 24580 leader_election.cc:288] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers f627e7edb011496e959249d8ddd10317 (127.23.190.254:36055), b801da701ac244738477725b861c9348 (127.23.190.253:41333)
18:36:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.362212 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: OK, instance_id { permanent_uuid: "b801da701ac244738477725b861c9348" instance_seqno: 1781980602836555 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:36:43.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.378244 24367 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f627e7edb011496e959249d8ddd10317" is_pre_election: true
18:36:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.378937 24367 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 01b5ac5e9ba34d29a9ae66cb3dbdfc23 in term 0.
18:36:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.379485 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:36:43.379 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.379547 24505 leader_election.cc:302] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, f627e7edb011496e959249d8ddd10317; no voters:
18:36:43.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.379927 24580 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 0 FOLLOWER]: Leader pre-election won for term 1
18:36:43.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.380090 24580 raft_consensus.cc:482] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:36:43.380 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.380208 24580 raft_consensus.cc:3037] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 0 FOLLOWER]: Advancing to term 1
18:36:43.383 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.382721 24580 raft_consensus.cc:504] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.383985 24580 leader_election.cc:288] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [CANDIDATE]: Term 1 election: Requested vote from peers f627e7edb011496e959249d8ddd10317 (127.23.190.254:36055), b801da701ac244738477725b861c9348 (127.23.190.253:41333)
18:36:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.384948 24367 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "f627e7edb011496e959249d8ddd10317"
18:36:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.385145 24367 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 0 FOLLOWER]: Advancing to term 1
18:36:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.374629 24485 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: OK, instance_id { permanent_uuid: "b801da701ac244738477725b861c9348" instance_seqno: 1781980602836555 } error { code: CATALOG_MANAGER_NOT_INITIALIZED status { code: SERVICE_UNAVAILABLE message: "Catalog manager is not initialized. State: Starting" } }
18:36:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.387542 24485 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:36:43.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.388332 24367 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 01b5ac5e9ba34d29a9ae66cb3dbdfc23 in term 1.
18:36:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.388936 24505 leader_election.cc:302] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, f627e7edb011496e959249d8ddd10317; no voters:
18:36:43.389 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.389256 24580 raft_consensus.cc:2781] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 1 FOLLOWER]: Leader election won for term 1
18:36:43.390 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.390050 24580 raft_consensus.cc:686] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [term 1 LEADER]: Becoming Leader. State: Replica: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, State: Running, Role: LEADER
18:36:43.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.390692 24580 consensus_queue.cc:237] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.410358 24600 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 01b5ac5e9ba34d29a9ae66cb3dbdfc23. Latest consensus state: current_term: 1 leader_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.411 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.410876 24600 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: This master's current role is: LEADER
18:36:43.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.420291 24602 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:36:43.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.422660 24602 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:36:43.440 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.440109 24367 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 1 FOLLOWER]: Refusing update from remote peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:36:43.442 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.441608 24580 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:36:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.464823 24574 sys_catalog.cc:455] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 01b5ac5e9ba34d29a9ae66cb3dbdfc23. Latest consensus state: current_term: 1 leader_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.465 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.465158 24574 sys_catalog.cc:458] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: This master's current role is: FOLLOWER
18:36:43.467 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.467271 24603 mvcc.cc:205] Tried to move back new op lower bound from 7298992551678308352 to 7298992551493664768. Current Snapshot: MvccSnapshot[applied={T|T < 7298992551678308352}]
18:36:43.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.471166 24580 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.471 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.471511 24580 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: This master's current role is: LEADER
18:36:43.472 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.472081 24604 mvcc.cc:205] Tried to move back new op lower bound from 7298992551678308352 to 7298992551493664768. Current Snapshot: MvccSnapshot[applied={T|T < 7298992551678308352}]
18:36:43.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.475466 24602 catalog_manager.cc:1347] Generated new cluster ID: 8acd59edba4c4c388d0332dbb1f60bd0
18:36:43.480 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.475569 24602 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:36:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.480674 24574 sys_catalog.cc:455] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.480931 24574 sys_catalog.cc:458] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: This master's current role is: FOLLOWER
18:36:43.494 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.493851 24602 catalog_manager.cc:1370] Generated new certificate authority record
18:36:43.497 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.497365 24602 catalog_manager.cc:1504] Loading token signing keys...
18:36:43.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.511385 24602 catalog_manager.cc:5868] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23: Generated new TSK 0
18:36:43.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.512639 24602 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.521804 24315 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/wal
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/data
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/logs
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/data/info.pb
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:36:43.522 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.193:0
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.190.193
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.193
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:36:43.523 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
18:36:43.542 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.541767 24483 consensus_peers.cc:656] Retrying to get permanent uuid for remote peer: member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } attempt: 5
18:36:43.559 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.559762 24483 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348: Bootstrap starting.
18:36:43.568 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.568326 24483 tablet_bootstrap.cc:654] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348: Neither blocks nor log segments found. Creating new log.
18:36:43.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.571692 24483 log.cc:824] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348: Log is configured to *not* fsync() on all Append() calls
18:36:43.591 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.591233 24483 tablet_bootstrap.cc:492] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348: No bootstrap required, opened a new log
18:36:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.616267 24483 raft_consensus.cc:348] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.617 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.617389 24483 raft_consensus.cc:374] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:43.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.617869 24483 raft_consensus.cc:729] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: b801da701ac244738477725b861c9348, State: Initialized, Role: FOLLOWER
18:36:43.620 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.619360 24483 consensus_queue.cc:260] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.634281 24446 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 0 FOLLOWER]: Advancing to term 1
18:36:43.638 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.637545 24448 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b801da701ac244738477725b861c9348" is_pre_election: true
18:36:43.639 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.638329 24447 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "b801da701ac244738477725b861c9348"
18:36:43.640 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.640199 24446 raft_consensus.cc:1261] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 1 FOLLOWER]: Refusing update from remote peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:36:43.642 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.641183 24580 consensus_queue.cc:1035] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [LEADER]: Connected to new peer: Peer: permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:36:43.651 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.650875 24483 sys_catalog.cc:564] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: configured and running, proceeding with master startup.
18:36:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.705566 24610 sys_catalog.cc:455] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: SysCatalogTable state changed. Reason: New leader 01b5ac5e9ba34d29a9ae66cb3dbdfc23. Latest consensus state: current_term: 1 leader_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.706 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.706000 24610 sys_catalog.cc:458] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: This master's current role is: FOLLOWER
18:36:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.707201 24611 sys_catalog.cc:455] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: SysCatalogTable state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 1 leader_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.707 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.707628 24611 sys_catalog.cc:458] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: This master's current role is: FOLLOWER
18:36:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.707196 24617 sys_catalog.cc:455] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.708240 24617 sys_catalog.cc:458] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: This master's current role is: FOLLOWER
18:36:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.736301 24580 sys_catalog.cc:455] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:43.737 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.736733 24580 sys_catalog.cc:458] T 00000000000000000000000000000000 P 01b5ac5e9ba34d29a9ae66cb3dbdfc23 [sys.catalog]: This master's current role is: LEADER
18:36:43.757 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.746829 24628 catalog_manager.cc:795] Waiting for catalog manager background task thread to start: Service unavailable: Catalog manager is not initialized. State: Starting
18:36:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.965049 24608 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:36:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.965332 24608 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:36:43.965 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.965512 24608 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:36:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.973134 24608 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:36:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.973285 24608 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
18:36:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.973323 24608 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
18:36:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.973371 24608 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
18:36:43.973 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:43.973436 24608 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.190.193
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.983680 24608 tablet_server_runner.cc:78] Tablet server non-default flags:
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/data
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/wal
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.193:0
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/data/info.pb
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.193
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
18:36:43.984 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.190.193
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/logs
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:23:24 UTC on ccycloud.quasar-worxty.root.comops.site
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456964
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:36:43.985 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.985773 24608 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:36:43.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:43.988215 24608 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:36:44.002 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.002672 24633 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.002753 24634 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.002712 24636 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:44.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.003822 24608 server_base.cc:1034] running on GCE node
18:36:44.004 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.004462 24608 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:36:44.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.005556 24608 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:36:44.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.006796 24608 hybrid_clock.cc:648] HybridClock initialized: now 1781980604006736 us; error 50 us; skew 500 ppm
18:36:44.007 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.007159 24608 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:36:44.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.009349 24608 webserver.cc:460] Webserver started at http://127.23.190.193:41347/ using document root <none> and password file <none>
18:36:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.010115 24608 fs_manager.cc:359] Metadata directory not provided
18:36:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.010242 24608 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:36:44.010 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.010560 24608 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:36:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.013360 24608 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/data/instance:
18:36:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24a604087a89484cb64797766857090d"
18:36:44.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:44 on dist-test-slave-6lmb"
18:36:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.014287 24608 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/wal/instance:
18:36:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24a604087a89484cb64797766857090d"
18:36:44.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:44 on dist-test-slave-6lmb"
18:36:44.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.019665 24608 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.005s sys 0.000s
18:36:44.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.023761 24642 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:36:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.025403 24608 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.000s
18:36:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.025615 24608 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/data,/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/wal
18:36:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "24a604087a89484cb64797766857090d"
18:36:44.025 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:44 on dist-test-slave-6lmb"
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.025803 24608 fs_report.cc:383] FS layout report
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/wal
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/wal
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/data/data
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:36:44.026 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:36:44.044 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.044275 24608 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:36:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.045070 24608 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:36:44.045 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.045322 24608 kserver.cc:163] Server-wide thread pool size limit: 3276
18:36:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.048388 24608 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:36:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.048508 24608 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
18:36:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.048629 24608 ts_tablet_manager.cc:610] Registered 0 tablets
18:36:44.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.048695 24608 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:36:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.111668 24608 rpc_server.cc:307] RPC server started. Bound to: 127.23.190.193:35755
18:36:44.112 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.111673 24765 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.190.193:35755 every 8 connection(s)
18:36:44.113 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.113247 24608 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/data/info.pb
18:36:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.116384 24767 heartbeater.cc:347] Connected to a master server at 127.23.190.254:36055
18:36:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.116700 24767 heartbeater.cc:464] Registering TS with master...
18:36:44.119 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.117787 24767 heartbeater.cc:511] Master 127.23.190.254:36055 requested a full tablet report, sending...
18:36:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.121543 24357 ts_manager.cc:194] Registered new tserver with Master: 24a604087a89484cb64797766857090d (127.23.190.193:35755)
18:36:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.122723 24315 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskut1xbC/build/asan/bin/kudu as pid 24608
18:36:44.124 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.122958 24315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-0/wal/instance
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.128099 24315 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/wal
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/data
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/logs
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/data/info.pb
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:36:44.128 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.194:0
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.190.194
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.194
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:36:44.129 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
18:36:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.138832 24768 heartbeater.cc:347] Connected to a master server at 127.23.190.253:41333
18:36:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.138850 24766 heartbeater.cc:347] Connected to a master server at 127.23.190.252:36143
18:36:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.139087 24768 heartbeater.cc:464] Registering TS with master...
18:36:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.139127 24766 heartbeater.cc:464] Registering TS with master...
18:36:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.139683 24768 heartbeater.cc:511] Master 127.23.190.253:41333 requested a full tablet report, sending...
18:36:44.139 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.139765 24766 heartbeater.cc:511] Master 127.23.190.252:36143 requested a full tablet report, sending...
18:36:44.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.141304 24519 ts_manager.cc:194] Registered new tserver with Master: 24a604087a89484cb64797766857090d (127.23.190.193:35755)
18:36:44.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.141727 24438 ts_manager.cc:194] Registered new tserver with Master: 24a604087a89484cb64797766857090d (127.23.190.193:35755)
18:36:44.144 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.143132 24519 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.190.193:51443
18:36:44.368 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.368714 24590 catalog_manager.cc:1259] Loaded cluster ID: 8acd59edba4c4c388d0332dbb1f60bd0
18:36:44.369 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.368841 24590 catalog_manager.cc:1552] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: loading cluster ID for follower catalog manager: success
18:36:44.372 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.371785 24590 catalog_manager.cc:1574] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: acquiring CA information for follower catalog manager: success
18:36:44.374 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.374272 24590 catalog_manager.cc:1602] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:36:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.473681 24771 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:36:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.474011 24771 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:36:44.474 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.474162 24771 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:36:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.481431 24771 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:36:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.481670 24771 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
18:36:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.481731 24771 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
18:36:44.481 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.481801 24771 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
18:36:44.482 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.481928 24771 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.190.194
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.491843 24771 tablet_server_runner.cc:78] Tablet server non-default flags:
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/data
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/wal
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.194:0
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/data/info.pb
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.194
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.190.194
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/logs
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:36:44.492 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:36:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:36:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:23:24 UTC on ccycloud.quasar-worxty.root.comops.site
18:36:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456964
18:36:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:36:44.493 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.493597 24771 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:36:44.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.495482 24771 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:36:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.510056 24776 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.510170 24777 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:44.510 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.510190 24779 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:44.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.511054 24771 server_base.cc:1034] running on GCE node
18:36:44.511 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.511736 24771 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:36:44.512 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.512717 24771 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:36:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.513942 24771 hybrid_clock.cc:648] HybridClock initialized: now 1781980604513873 us; error 56 us; skew 500 ppm
18:36:44.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.514281 24771 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:36:44.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.516558 24771 webserver.cc:460] Webserver started at http://127.23.190.194:41725/ using document root <none> and password file <none>
18:36:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.517237 24771 fs_manager.cc:359] Metadata directory not provided
18:36:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.517364 24771 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:36:44.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.517719 24771 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:36:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.520299 24771 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/data/instance:
18:36:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09df71b3794433faf7acb487982935c"
18:36:44.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:44 on dist-test-slave-6lmb"
18:36:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.521073 24771 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/wal/instance:
18:36:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09df71b3794433faf7acb487982935c"
18:36:44.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:44 on dist-test-slave-6lmb"
18:36:44.526 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.526424 24771 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.007s sys 0.000s
18:36:44.530 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.529969 24785 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:36:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.531347 24771 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.002s sys 0.002s
18:36:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.531579 24771 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/data,/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/wal
18:36:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "a09df71b3794433faf7acb487982935c"
18:36:44.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:44 on dist-test-slave-6lmb"
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.531818 24771 fs_report.cc:383] FS layout report
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/wal
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/wal
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/data/data
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:36:44.532 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:36:44.551 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.550989 24771 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:36:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.551934 24771 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:36:44.552 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.552291 24771 kserver.cc:163] Server-wide thread pool size limit: 3276
18:36:44.555 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.555457 24771 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:36:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.555675 24771 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.001s
18:36:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.555823 24771 ts_tablet_manager.cc:610] Registered 0 tablets
18:36:44.556 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.555882 24771 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:36:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.613065 24771 rpc_server.cc:307] RPC server started. Bound to: 127.23.190.194:39223
18:36:44.613 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.613083 24906 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.190.194:39223 every 8 connection(s)
18:36:44.614 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.614392 24771 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/data/info.pb
18:36:44.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.617280 24908 heartbeater.cc:347] Connected to a master server at 127.23.190.254:36055
18:36:44.618 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.618568 24908 heartbeater.cc:464] Registering TS with master...
18:36:44.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.619524 24908 heartbeater.cc:511] Master 127.23.190.254:36055 requested a full tablet report, sending...
18:36:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.620846 24315 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskut1xbC/build/asan/bin/kudu as pid 24771
18:36:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.620985 24315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-1/wal/instance
18:36:44.622 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.621277 24357 ts_manager.cc:194] Registered new tserver with Master: a09df71b3794433faf7acb487982935c (127.23.190.194:39223)
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.625052 24315 external_mini_cluster.cc:1326] Running /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /tmp/dist-test-taskut1xbC/build/asan/bin/kudu
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/wal
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/data
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --block_manager=log
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=localhost
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/logs
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/data/info.pb
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) tserver
18:36:44.625 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) run
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.195:0
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.190.195
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.195
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:36:44.626 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true with env {}
18:36:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.626461 24907 heartbeater.cc:347] Connected to a master server at 127.23.190.252:36143
18:36:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.626601 24907 heartbeater.cc:464] Registering TS with master...
18:36:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.626741 24909 heartbeater.cc:347] Connected to a master server at 127.23.190.253:41333
18:36:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.626871 24909 heartbeater.cc:464] Registering TS with master...
18:36:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.627105 24907 heartbeater.cc:511] Master 127.23.190.252:36143 requested a full tablet report, sending...
18:36:44.627 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.627257 24909 heartbeater.cc:511] Master 127.23.190.253:41333 requested a full tablet report, sending...
18:36:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.628105 24519 ts_manager.cc:194] Registered new tserver with Master: a09df71b3794433faf7acb487982935c (127.23.190.194:39223)
18:36:44.628 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.628341 24438 ts_manager.cc:194] Registered new tserver with Master: a09df71b3794433faf7acb487982935c (127.23.190.194:39223)
18:36:44.629 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.629382 24519 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.190.194:45439
18:36:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.762229 24628 catalog_manager.cc:1259] Loaded cluster ID: 8acd59edba4c4c388d0332dbb1f60bd0
18:36:44.762 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.762377 24628 catalog_manager.cc:1552] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348: loading cluster ID for follower catalog manager: success
18:36:44.766 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.766116 24628 catalog_manager.cc:1574] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348: acquiring CA information for follower catalog manager: success
18:36:44.768 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.768510 24628 catalog_manager.cc:1602] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348: importing token verification keys for follower catalog manager: success; most recent TSK sequence number 0
18:36:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.968438 24912 flags.cc:425] Enabled unsafe flag: --openssl_security_level_override=0
18:36:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.968770 24912 flags.cc:425] Enabled unsafe flag: --rpc_server_allow_ephemeral_ports=true
18:36:44.968 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.968920 24912 flags.cc:425] Enabled unsafe flag: --never_fsync=true
18:36:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.977027 24912 flags.cc:425] Enabled experimental flag: --ipki_server_key_size=768
18:36:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.977246 24912 flags.cc:425] Enabled experimental flag: --txn_keepalive_interval_ms=1000
18:36:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.977308 24912 flags.cc:425] Enabled experimental flag: --txn_staleness_tracker_interval_ms=250
18:36:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.977375 24912 flags.cc:425] Enabled experimental flag: --enable_txn_system_client_init=true
18:36:44.977 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:44.977533 24912 flags.cc:425] Enabled experimental flag: --local_ip_for_outbound_sockets=127.23.190.195
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.987222 24912 tablet_server_runner.cc:78] Tablet server non-default flags:
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_poll_interval_ms=100
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --builtin_ntp_servers=127.23.190.212:33049
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ntp_initial_sync_wait_secs=10
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --time_source=builtin
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_data_dirs=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/data
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --fs_wal_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/wal
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --ipki_server_key_size=768
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --openssl_security_level_override=0
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_bind_addresses=127.23.190.195:0
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --rpc_server_allow_ephemeral_ports=true
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --metrics_log_interval_ms=1000
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_format=pb
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --server_dump_info_path=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/data/info.pb
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_interface=127.23.190.195
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --webserver_port=0
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_keepalive_interval_ms=1000
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --txn_staleness_tracker_interval_ms=250
18:36:44.987 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_txn_system_client_init=true
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --tserver_master_addrs=127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --never_fsync=true
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --redact=none
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_experimental_flags=true
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --unlock_unsafe_flags=true
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --enable_minidumps=false
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --local_ip_for_outbound_sockets=127.23.190.195
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --log_dir=/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/logs
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logbuflevel=-1
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --logtostderr=true
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Tablet server version:
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) kudu 1.18.0-SNAPSHOT
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) revision c2d25d5f57d102d9ad9869eaf208d035a22e18aa
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build type FASTDEBUG
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) built by systest at 20 Jun 2026 14:23:24 UTC on ccycloud.quasar-worxty.root.comops.site
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) build id 4456964
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) ASAN enabled
18:36:44.988 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.988795 24912 env_posix.cc:2256] Not raising this process' open files per process limit of 1048576; it is already as high as it can go
18:36:44.990 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:44.990618 24912 file_cache.cc:493] Constructed file cache file cache with capacity 419430
18:36:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:45.006162 24918 instance_detector.cc:116] could not retrieve AWS instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:45.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:45.006142 24919 instance_detector.cc:116] could not retrieve Azure instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:45.009 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:45.009747 24921 instance_detector.cc:116] could not retrieve OpenStack instance metadata: Network error: curl error: HTTP response code said error: The requested URL returned error: 404
18:36:45.011 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.011608 24912 server_base.cc:1034] running on GCE node
18:36:45.012 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.012315 24912 hybrid_clock.cc:584] initializing the hybrid clock with 'builtin' time source
18:36:45.013 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.013517 24912 hybrid_clock.cc:630] waiting up to --ntp_initial_sync_wait_secs=10 seconds for the clock to synchronize
18:36:45.014 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.014766 24912 hybrid_clock.cc:648] HybridClock initialized: now 1781980605014711 us; error 59 us; skew 500 ppm
18:36:45.015 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.015130 24912 server_base.cc:834] Flag tcmalloc_max_total_thread_cache_bytes is not working since tcmalloc is not enabled.
18:36:45.019 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.019398 24912 webserver.cc:460] Webserver started at http://127.23.190.195:36959/ using document root <none> and password file <none>
18:36:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.020145 24912 fs_manager.cc:359] Metadata directory not provided
18:36:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.020272 24912 fs_manager.cc:365] Using write-ahead log directory (fs_wal_dir) as metadata directory
18:36:45.020 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.020654 24912 server_base.cc:882] This appears to be a new deployment of Kudu; creating new FS layout
18:36:45.023 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.023573 24912 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/data/instance:
18:36:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f772d09100c497f842abf34e0ad1a71"
18:36:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:45 on dist-test-slave-6lmb"
18:36:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.024417 24912 fs_manager.cc:1063] Generated new instance metadata in path /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/wal/instance:
18:36:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f772d09100c497f842abf34e0ad1a71"
18:36:45.024 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:45 on dist-test-slave-6lmb"
18:36:45.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.030223 24912 fs_manager.cc:691] Time spent creating directory manager: real 0.005s user 0.006s sys 0.001s
18:36:45.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.033861 24927 log_block_manager.cc:3774] Time spent loading block containers with low live blocks: real 0.000s user 0.000s sys 0.000s
18:36:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.035481 24912 fs_manager.cc:725] Time spent opening block manager: real 0.003s user 0.003s sys 0.001s
18:36:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.035665 24912 fs_manager.cc:642] Opened local filesystem: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/data,/tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/wal
18:36:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) uuid: "6f772d09100c497f842abf34e0ad1a71"
18:36:45.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) format_stamp: "Formatted at 2026-06-20 18:36:45 on dist-test-slave-6lmb"
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.035843 24912 fs_report.cc:383] FS layout report
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) --------------------
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) wal directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/wal
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) metadata directory: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/wal
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 1 data directories: /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/data/data
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live blocks: 0
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes: 0
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total live bytes (after alignment): 0
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total number of LBM containers: 0 (0 full)
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for missing blocks
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Did not check for orphaned blocks
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM containers with extra space: 0 (0 repaired)
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total full LBM container extra space in bytes: 0 (0 repaired)
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total incomplete LBM containers: 0 (0 repaired)
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total LBM partial records: 0 (0 repaired)
18:36:45.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Total corrupted LBM metadata records in RocksDB: 0 (0 repaired)
18:36:45.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.063875 24912 rpc_server.cc:225] running with OpenSSL 1.0.2k-fips 26 Jan 2017
18:36:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.064850 24912 env_posix.cc:2256] Not raising this process' running threads per effective uid limit of 18446744073709551615; it is already as high as it can go
18:36:45.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.065169 24912 kserver.cc:163] Server-wide thread pool size limit: 3276
18:36:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.068768 24912 ts_tablet_manager.cc:579] Loaded tablet metadata (0 total tablets, 0 live tablets)
18:36:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.068881 24912 ts_tablet_manager.cc:525] Time spent load tablet metadata: real 0.000s user 0.000s sys 0.000s
18:36:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.068998 24912 ts_tablet_manager.cc:610] Registered 0 tablets
18:36:45.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.069061 24912 ts_tablet_manager.cc:589] Time spent register tablets: real 0.000s user 0.000s sys 0.000s
18:36:45.146 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.145967 24766 heartbeater.cc:503] Master 127.23.190.252:36143 was elected leader, sending a full tablet report...
18:36:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.162101 24912 rpc_server.cc:307] RPC server started. Bound to: 127.23.190.195:45891
18:36:45.162 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.162137 25048 acceptor_pool.cc:254] collecting diagnostics on the listening RPC socket 127.23.190.195:45891 every 8 connection(s)
18:36:45.163 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.163316 24912 server_base.cc:1166] Dumped server information to /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/data/info.pb
18:36:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.167049 24315 external_mini_cluster.cc:1388] Started /tmp/dist-test-taskut1xbC/build/asan/bin/kudu as pid 24912
18:36:45.168 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.167223 24315 external_mini_cluster.cc:1402] Reading /tmp/dist-test-taskut1xbC/test-tmp/mini-kudu-cluster8047646126491181897/ts-2/wal/instance
18:36:45.171 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.171685 25050 heartbeater.cc:347] Connected to a master server at 127.23.190.254:36055
18:36:45.173 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.173158 25050 heartbeater.cc:464] Registering TS with master...
18:36:45.174 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.174575 25050 heartbeater.cc:511] Master 127.23.190.254:36055 requested a full tablet report, sending...
18:36:45.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.176909 24357 ts_manager.cc:194] Registered new tserver with Master: 6f772d09100c497f842abf34e0ad1a71 (127.23.190.195:45891)
18:36:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.180321 25051 heartbeater.cc:347] Connected to a master server at 127.23.190.253:41333
18:36:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.180503 25049 heartbeater.cc:347] Connected to a master server at 127.23.190.252:36143
18:36:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.180502 25051 heartbeater.cc:464] Registering TS with master...
18:36:45.180 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.180634 25049 heartbeater.cc:464] Registering TS with master...
18:36:45.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.181177 25051 heartbeater.cc:511] Master 127.23.190.253:41333 requested a full tablet report, sending...
18:36:45.181 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.181200 25049 heartbeater.cc:511] Master 127.23.190.252:36143 requested a full tablet report, sending...
18:36:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.182199 24519 ts_manager.cc:194] Registered new tserver with Master: 6f772d09100c497f842abf34e0ad1a71 (127.23.190.195:45891)
18:36:45.182 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.182314 24438 ts_manager.cc:194] Registered new tserver with Master: 6f772d09100c497f842abf34e0ad1a71 (127.23.190.195:45891)
18:36:45.183 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.183055 24519 master_service.cc:496] Signed X509 certificate for tserver {username='slave'} at 127.23.190.195:52417
18:36:45.193 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.193439 24315 external_mini_cluster.cc:930] 3 TS(s) registered with all masters
18:36:45.195 [DEBUG - main] (MiniKuduCluster.java:195) Response:
18:36:45.195 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_masters {
}
18:36:45.196 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_masters {
masters {
id {
type: MASTER
index: 0
}
bound_rpc_address {
host: "127.23.190.254"
port: 36055
}
bound_http_address {
host: "127.23.190.254"
port: 39167
}
}
masters {
id {
type: MASTER
index: 1
}
bound_rpc_address {
host: "127.23.190.253"
port: 41333
}
bound_http_address {
host: "127.23.190.253"
port: 35959
}
}
masters {
id {
type: MASTER
index: 2
}
bound_rpc_address {
host: "127.23.190.252"
port: 36143
}
bound_http_address {
host: "127.23.190.252"
port: 34337
}
}
}
18:36:45.196 [DEBUG - main] (MiniKuduCluster.java:185) Request: get_tservers {
}
18:36:45.197 [DEBUG - main] (MiniKuduCluster.java:195) Response: get_tservers {
tservers {
id {
type: TSERVER
index: 0
}
bound_rpc_address {
host: "127.23.190.193"
port: 35755
}
bound_http_address {
host: "127.23.190.193"
port: 41347
}
}
tservers {
id {
type: TSERVER
index: 1
}
bound_rpc_address {
host: "127.23.190.194"
port: 39223
}
bound_http_address {
host: "127.23.190.194"
port: 41725
}
}
tservers {
id {
type: TSERVER
index: 2
}
bound_rpc_address {
host: "127.23.190.195"
port: 45891
}
bound_http_address {
host: "127.23.190.195"
port: 36959
}
}
}
18:36:45.197 [INFO - main] (KuduTestHarness.java:157) Creating a new Kudu client...
18:36:45.199 [DEBUG - main] (SecurityUtil.java:122) Could not login via JAAS. Using no credentials: Unable to obtain Principal Name for authentication
18:36:45.201 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.190.254:36055(127.23.190.254:36055)] connecting to peer
18:36:45.201 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:45.202 [DEBUG - Time-limited test] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:45.203 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.190.254:36055(127.23.190.254:36055)] Successfully connected to peer
18:36:45.204 [DEBUG - kudu-nio-1] (Connection.java:757) [peer master-127.23.190.253:41333(127.23.190.253:41333)] Successfully connected to peer
18:36:45.204 [DEBUG - kudu-nio-0] (Connection.java:757) [peer master-127.23.190.252:36143(127.23.190.252:36143)] Successfully connected to peer
18:36:45.205 [DEBUG - kudu-nio-1] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.190.253
18:36:45.205 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.190.254
18:36:45.218 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xb5d706c9, L:/127.0.0.1:37378 - R:/127.23.190.253:41333] using SASL/PLAIN
18:36:45.219 [DEBUG - kudu-nio-0] (Negotiator.java:529) SASL mechanism PLAIN chosen for peer 127.23.190.252
18:36:45.222 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0x142b723e, L:/127.0.0.1:36842 - R:/127.23.190.254:36055] using SASL/PLAIN
18:36:45.229 [DEBUG - kudu-nio-0] (Negotiator.java:919) Authenticated connection [id: 0xf885e7c4, L:/127.0.0.1:33302 - R:/127.23.190.252:36143] using SASL/PLAIN
18:36:45.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
18:36:45.231 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=CreateTable, tablet=null, attempt=1, TimeoutTracker(timeout=50000, elapsed=31), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [19ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [27ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [30ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: OK, deferred=null) after lookup
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.233880 24519 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33302:
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_manager_fallback"
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column1_i"
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:36:45.234 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column2_i"
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT32
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column3_s"
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: true
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: DICT_ENCODING
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: LZ4
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 4096
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "column4_b"
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: BOOL
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_auto_incrementing: false
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) hash_schema {
18:36:45.235 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "key"
18:36:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_buckets: 2
18:36:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) seed: 0
18:36:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:45.236 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:45.236096 24519 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table txn_manager_fallback in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:36:45.264 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table be83e740618b4ccbb31d5810be7ecedc
18:36:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.293000 24696 tablet_service.cc:1467] Processing CreateTablet for tablet cf588dbf4ee34958a164b104e8031bcd (DEFAULT_TABLE table=txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
18:36:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.293592 24695 tablet_service.cc:1467] Processing CreateTablet for tablet 3bb13ea0293a4900b47967bbda3bad78 (DEFAULT_TABLE table=txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
18:36:45.294 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.294685 24695 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3bb13ea0293a4900b47967bbda3bad78. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.294335 24839 tablet_service.cc:1467] Processing CreateTablet for tablet cf588dbf4ee34958a164b104e8031bcd (DEFAULT_TABLE table=txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
18:36:45.295 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.295729 24839 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cf588dbf4ee34958a164b104e8031bcd. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:45.297 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.297745 24696 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cf588dbf4ee34958a164b104e8031bcd. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.297945 24837 tablet_service.cc:1467] Processing CreateTablet for tablet 3bb13ea0293a4900b47967bbda3bad78 (DEFAULT_TABLE table=txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
18:36:45.298 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.298350 24837 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3bb13ea0293a4900b47967bbda3bad78. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:45.303 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.302875 24977 tablet_service.cc:1467] Processing CreateTablet for tablet 3bb13ea0293a4900b47967bbda3bad78 (DEFAULT_TABLE table=txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc]), partition=HASH (key) PARTITION 1, RANGE (key) PARTITION UNBOUNDED
18:36:45.304 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.304171 24977 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 3bb13ea0293a4900b47967bbda3bad78. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.302100 24978 tablet_service.cc:1467] Processing CreateTablet for tablet cf588dbf4ee34958a164b104e8031bcd (DEFAULT_TABLE table=txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc]), partition=HASH (key) PARTITION 0, RANGE (key) PARTITION UNBOUNDED
18:36:45.305 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.305856 24978 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet cf588dbf4ee34958a164b104e8031bcd. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:45.316 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.316531 25075 tablet_bootstrap.cc:492] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d: Bootstrap starting.
18:36:45.320 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.320220 25075 tablet_bootstrap.cc:654] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d: Neither blocks nor log segments found. Creating new log.
18:36:45.324 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.323877 25076 tablet_bootstrap.cc:492] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71: Bootstrap starting.
18:36:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.325266 25077 tablet_bootstrap.cc:492] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c: Bootstrap starting.
18:36:45.325 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.325250 25075 log.cc:824] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d: Log is configured to *not* fsync() on all Append() calls
18:36:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.329396 25075 tablet_bootstrap.cc:492] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d: No bootstrap required, opened a new log
18:36:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.329701 25076 tablet_bootstrap.cc:654] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71: Neither blocks nor log segments found. Creating new log.
18:36:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.329695 25077 tablet_bootstrap.cc:654] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c: Neither blocks nor log segments found. Creating new log.
18:36:45.329 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.329727 25075 ts_tablet_manager.cc:1397] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d: Time spent bootstrapping tablet: real 0.013s user 0.007s sys 0.002s
18:36:45.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.330942 25077 log.cc:824] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c: Log is configured to *not* fsync() on all Append() calls
18:36:45.331 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.330942 25076 log.cc:824] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71: Log is configured to *not* fsync() on all Append() calls
18:36:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.334007 25076 tablet_bootstrap.cc:492] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71: No bootstrap required, opened a new log
18:36:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.334007 25077 tablet_bootstrap.cc:492] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c: No bootstrap required, opened a new log
18:36:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.334323 25076 ts_tablet_manager.cc:1397] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71: Time spent bootstrapping tablet: real 0.011s user 0.007s sys 0.000s
18:36:45.334 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.334323 25077 ts_tablet_manager.cc:1397] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c: Time spent bootstrapping tablet: real 0.009s user 0.003s sys 0.004s
18:36:45.338 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.338500 25075 raft_consensus.cc:348] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.338902 25075 raft_consensus.cc:374] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:45.339 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.339046 25075 raft_consensus.cc:729] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24a604087a89484cb64797766857090d, State: Initialized, Role: FOLLOWER
18:36:45.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.339759 25075 consensus_queue.cc:260] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.341681 25075 ts_tablet_manager.cc:1428] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d: Time spent starting tablet: real 0.012s user 0.009s sys 0.003s
18:36:45.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.342105 25075 tablet_bootstrap.cc:492] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d: Bootstrap starting.
18:36:45.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.343752 25075 tablet_bootstrap.cc:654] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d: Neither blocks nor log segments found. Creating new log.
18:36:45.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.345366 25077 raft_consensus.cc:348] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.345863 25077 raft_consensus.cc:374] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.345954 25077 raft_consensus.cc:729] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a09df71b3794433faf7acb487982935c, State: Initialized, Role: FOLLOWER
18:36:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.346062 25076 raft_consensus.cc:348] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.346452 25076 raft_consensus.cc:374] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.346540 25076 raft_consensus.cc:729] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f772d09100c497f842abf34e0ad1a71, State: Initialized, Role: FOLLOWER
18:36:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.346675 25077 consensus_queue.cc:260] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.348 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.347105 25076 consensus_queue.cc:260] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.378 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:45.377662 24769 tablet.cc:2369] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:36:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.399021 25075 tablet_bootstrap.cc:492] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d: No bootstrap required, opened a new log
18:36:45.399 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.399245 25075 ts_tablet_manager.cc:1397] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d: Time spent bootstrapping tablet: real 0.057s user 0.022s sys 0.033s
18:36:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.400218 25075 raft_consensus.cc:348] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.400478 25049 heartbeater.cc:503] Master 127.23.190.252:36143 was elected leader, sending a full tablet report...
18:36:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.400501 25075 raft_consensus.cc:374] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:45.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.400602 25075 raft_consensus.cc:729] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24a604087a89484cb64797766857090d, State: Initialized, Role: FOLLOWER
18:36:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.400882 24907 heartbeater.cc:503] Master 127.23.190.252:36143 was elected leader, sending a full tablet report...
18:36:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.400899 25075 consensus_queue.cc:260] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.401530 25075 ts_tablet_manager.cc:1428] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d: Time spent starting tablet: real 0.002s user 0.001s sys 0.002s
18:36:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.401949 25077 ts_tablet_manager.cc:1428] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c: Time spent starting tablet: real 0.068s user 0.024s sys 0.017s
18:36:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.403218 25076 ts_tablet_manager.cc:1428] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71: Time spent starting tablet: real 0.069s user 0.036s sys 0.029s
18:36:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.403718 25077 tablet_bootstrap.cc:492] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c: Bootstrap starting.
18:36:45.405 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.405424 25077 tablet_bootstrap.cc:654] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c: Neither blocks nor log segments found. Creating new log.
18:36:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.409763 25076 tablet_bootstrap.cc:492] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71: Bootstrap starting.
18:36:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.411537 25076 tablet_bootstrap.cc:654] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71: Neither blocks nor log segments found. Creating new log.
18:36:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.411559 25077 tablet_bootstrap.cc:492] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c: No bootstrap required, opened a new log
18:36:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.411691 25077 ts_tablet_manager.cc:1397] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c: Time spent bootstrapping tablet: real 0.008s user 0.006s sys 0.000s
18:36:45.414 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.412504 25077 raft_consensus.cc:348] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.412751 25077 raft_consensus.cc:374] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.412878 25077 raft_consensus.cc:729] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a09df71b3794433faf7acb487982935c, State: Initialized, Role: FOLLOWER
18:36:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.413120 25077 consensus_queue.cc:260] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.415 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.413764 25077 ts_tablet_manager.cc:1428] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
18:36:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.420354 25076 tablet_bootstrap.cc:492] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71: No bootstrap required, opened a new log
18:36:45.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.420483 25076 ts_tablet_manager.cc:1397] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71: Time spent bootstrapping tablet: real 0.011s user 0.003s sys 0.002s
18:36:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.421036 25076 raft_consensus.cc:348] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.421257 25076 raft_consensus.cc:374] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.421384 25076 raft_consensus.cc:729] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f772d09100c497f842abf34e0ad1a71, State: Initialized, Role: FOLLOWER
18:36:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:45.421633 25052 tablet.cc:2369] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:36:45.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.421705 25076 consensus_queue.cc:260] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.422259 25076 ts_tablet_manager.cc:1428] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71: Time spent starting tablet: real 0.002s user 0.002s sys 0.000s
18:36:45.504 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.504483 25084 raft_consensus.cc:482] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:36:45.505 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.504814 25084 raft_consensus.cc:504] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.506 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.506551 25084 leader_election.cc:288] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 24a604087a89484cb64797766857090d (127.23.190.193:35755), a09df71b3794433faf7acb487982935c (127.23.190.194:39223)
18:36:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.512745 24721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cf588dbf4ee34958a164b104e8031bcd" candidate_uuid: "6f772d09100c497f842abf34e0ad1a71" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24a604087a89484cb64797766857090d" is_pre_election: true
18:36:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.512965 24862 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cf588dbf4ee34958a164b104e8031bcd" candidate_uuid: "6f772d09100c497f842abf34e0ad1a71" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a09df71b3794433faf7acb487982935c" is_pre_election: true
18:36:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.513346 24721 raft_consensus.cc:2454] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6f772d09100c497f842abf34e0ad1a71 in term 0.
18:36:45.513 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.513371 24862 raft_consensus.cc:2454] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate 6f772d09100c497f842abf34e0ad1a71 in term 0.
18:36:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.513994 24930 leader_election.cc:302] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24a604087a89484cb64797766857090d, 6f772d09100c497f842abf34e0ad1a71; no voters:
18:36:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.514355 25084 raft_consensus.cc:2781] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Leader pre-election won for term 1
18:36:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.514508 25084 raft_consensus.cc:482] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:36:45.514 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.514624 25084 raft_consensus.cc:3037] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Advancing to term 1
18:36:45.516 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.516712 25084 raft_consensus.cc:504] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.517297 25084 leader_election.cc:288] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [CANDIDATE]: Term 1 election: Requested vote from peers 24a604087a89484cb64797766857090d (127.23.190.193:35755), a09df71b3794433faf7acb487982935c (127.23.190.194:39223)
18:36:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.517688 24721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cf588dbf4ee34958a164b104e8031bcd" candidate_uuid: "6f772d09100c497f842abf34e0ad1a71" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24a604087a89484cb64797766857090d"
18:36:45.517 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.517841 24862 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "cf588dbf4ee34958a164b104e8031bcd" candidate_uuid: "6f772d09100c497f842abf34e0ad1a71" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "a09df71b3794433faf7acb487982935c"
18:36:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.517922 24721 raft_consensus.cc:3037] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Advancing to term 1
18:36:45.518 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.518020 24862 raft_consensus.cc:3037] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Advancing to term 1
18:36:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.519941 24721 raft_consensus.cc:2454] T cf588dbf4ee34958a164b104e8031bcd P 24a604087a89484cb64797766857090d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6f772d09100c497f842abf34e0ad1a71 in term 1.
18:36:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.519948 24862 raft_consensus.cc:2454] T cf588dbf4ee34958a164b104e8031bcd P a09df71b3794433faf7acb487982935c [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate 6f772d09100c497f842abf34e0ad1a71 in term 1.
18:36:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.520345 24929 leader_election.cc:302] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f772d09100c497f842abf34e0ad1a71, a09df71b3794433faf7acb487982935c; no voters:
18:36:45.520 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.520617 25084 raft_consensus.cc:2781] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 1 FOLLOWER]: Leader election won for term 1
18:36:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.521030 25084 raft_consensus.cc:686] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [term 1 LEADER]: Becoming Leader. State: Replica: 6f772d09100c497f842abf34e0ad1a71, State: Running, Role: LEADER
18:36:45.521 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.521611 25084 consensus_queue.cc:237] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.527 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.526541 24519 catalog_manager.cc:5495] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 reported cstate change: term changed from 0 to 1, leader changed from <none> to 6f772d09100c497f842abf34e0ad1a71 (127.23.190.195). New cstate: current_term: 1 leader_uuid: "6f772d09100c497f842abf34e0ad1a71" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } health_report { overall_health: HEALTHY } } }
18:36:45.619 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:45.618641 24910 tablet.cc:2369] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c: Can't schedule compaction. Clean time has not been advanced past its initial value.
18:36:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.714813 25083 raft_consensus.cc:482] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:36:45.715 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.715126 25083 raft_consensus.cc:504] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.717 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.716884 25083 leader_election.cc:288] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 24a604087a89484cb64797766857090d (127.23.190.193:35755), 6f772d09100c497f842abf34e0ad1a71 (127.23.190.195:45891)
18:36:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.723945 24721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3bb13ea0293a4900b47967bbda3bad78" candidate_uuid: "a09df71b3794433faf7acb487982935c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24a604087a89484cb64797766857090d" is_pre_election: true
18:36:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.724020 25004 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3bb13ea0293a4900b47967bbda3bad78" candidate_uuid: "a09df71b3794433faf7acb487982935c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f772d09100c497f842abf34e0ad1a71" is_pre_election: true
18:36:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.724232 24721 raft_consensus.cc:2454] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a09df71b3794433faf7acb487982935c in term 0.
18:36:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.724370 25004 raft_consensus.cc:2454] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a09df71b3794433faf7acb487982935c in term 0.
18:36:45.724 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.724722 24788 leader_election.cc:302] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24a604087a89484cb64797766857090d, a09df71b3794433faf7acb487982935c; no voters:
18:36:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.725075 25083 raft_consensus.cc:2781] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Leader pre-election won for term 1
18:36:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.725199 25083 raft_consensus.cc:482] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:36:45.725 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.725301 25083 raft_consensus.cc:3037] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Advancing to term 1
18:36:45.727 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.727252 25083 raft_consensus.cc:504] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.727852 25083 leader_election.cc:288] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [CANDIDATE]: Term 1 election: Requested vote from peers 24a604087a89484cb64797766857090d (127.23.190.193:35755), 6f772d09100c497f842abf34e0ad1a71 (127.23.190.195:45891)
18:36:45.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.728272 24721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3bb13ea0293a4900b47967bbda3bad78" candidate_uuid: "a09df71b3794433faf7acb487982935c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24a604087a89484cb64797766857090d"
18:36:45.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.728392 25004 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "3bb13ea0293a4900b47967bbda3bad78" candidate_uuid: "a09df71b3794433faf7acb487982935c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f772d09100c497f842abf34e0ad1a71"
18:36:45.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.728500 24721 raft_consensus.cc:3037] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Advancing to term 1
18:36:45.728 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.728639 25004 raft_consensus.cc:3037] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Advancing to term 1
18:36:45.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.731395 24721 raft_consensus.cc:2454] T 3bb13ea0293a4900b47967bbda3bad78 P 24a604087a89484cb64797766857090d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a09df71b3794433faf7acb487982935c in term 1.
18:36:45.731 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.731431 25004 raft_consensus.cc:2454] T 3bb13ea0293a4900b47967bbda3bad78 P 6f772d09100c497f842abf34e0ad1a71 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a09df71b3794433faf7acb487982935c in term 1.
18:36:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.731899 24786 leader_election.cc:302] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f772d09100c497f842abf34e0ad1a71, a09df71b3794433faf7acb487982935c; no voters:
18:36:45.732 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.732208 25083 raft_consensus.cc:2781] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 1 FOLLOWER]: Leader election won for term 1
18:36:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.732786 25083 raft_consensus.cc:686] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [term 1 LEADER]: Becoming Leader. State: Replica: a09df71b3794433faf7acb487982935c, State: Running, Role: LEADER
18:36:45.733 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.733384 25083 consensus_queue.cc:237] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:45.738 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:45.738562 24519 catalog_manager.cc:5495] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c reported cstate change: term changed from 0 to 1, leader changed from <none> to a09df71b3794433faf7acb487982935c (127.23.190.194). New cstate: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } health_report { overall_health: UNKNOWN } } }
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.030016 24519 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:33314:
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:36:46.030 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
18:36:46.031 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:46.030922 24519 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:36:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.041887 24695 tablet_service.cc:1467] Processing CreateTablet for tablet 40217e30c1764b9e9040a4a70fc6c16f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=10e8ae95b6484d38bca78bb72c3dc514]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
18:36:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.041863 24839 tablet_service.cc:1467] Processing CreateTablet for tablet 40217e30c1764b9e9040a4a70fc6c16f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=10e8ae95b6484d38bca78bb72c3dc514]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
18:36:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.042753 24695 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 40217e30c1764b9e9040a4a70fc6c16f. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:46.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.042824 24839 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 40217e30c1764b9e9040a4a70fc6c16f. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:46.046 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.046219 24977 tablet_service.cc:1467] Processing CreateTablet for tablet 40217e30c1764b9e9040a4a70fc6c16f (TXN_STATUS_TABLE table=kudu_system.kudu_transactions [id=10e8ae95b6484d38bca78bb72c3dc514]), partition=RANGE (txn_id) PARTITION 0 <= VALUES < 1000000
18:36:46.047 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.047188 24977 data_dirs.cc:395] Could only allocate 1 dirs of requested 3 for tablet 40217e30c1764b9e9040a4a70fc6c16f. 1 dirs total, 0 dirs full, 0 dirs failed
18:36:46.048 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.048745 25104 tablet_bootstrap.cc:492] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: Bootstrap starting.
18:36:46.050 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.050369 25104 tablet_bootstrap.cc:654] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: Neither blocks nor log segments found. Creating new log.
18:36:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.052241 25104 tablet_bootstrap.cc:492] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: No bootstrap required, opened a new log
18:36:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.052407 25104 ts_tablet_manager.cc:1397] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: Time spent bootstrapping tablet: real 0.004s user 0.003s sys 0.000s
18:36:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.053342 25104 raft_consensus.cc:348] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.053632 25104 raft_consensus.cc:374] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:46.053 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.053730 25104 raft_consensus.cc:729] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 24a604087a89484cb64797766857090d, State: Initialized, Role: FOLLOWER
18:36:46.054 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.054016 25104 consensus_queue.cc:260] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.055 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.054912 25104 ts_tablet_manager.cc:1428] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: Time spent starting tablet: real 0.002s user 0.000s sys 0.003s
18:36:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.059337 25105 tablet_bootstrap.cc:492] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: Bootstrap starting.
18:36:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.059157 25107 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.059 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.059772 25107 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: This TxnStatusTablet replica's current role is: FOLLOWER
18:36:46.061 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.061702 25105 tablet_bootstrap.cc:654] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: Neither blocks nor log segments found. Creating new log.
18:36:46.063 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.062764 25109 consensus_queue.cc:1035] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [LEADER]: Connected to new peer: Peer: permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:36:46.064 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.063974 25108 tablet_bootstrap.cc:492] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: Bootstrap starting.
18:36:46.065 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.065763 25108 tablet_bootstrap.cc:654] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: Neither blocks nor log segments found. Creating new log.
18:36:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.067611 25105 tablet_bootstrap.cc:492] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: No bootstrap required, opened a new log
18:36:46.067 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.067770 25105 ts_tablet_manager.cc:1397] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: Time spent bootstrapping tablet: real 0.009s user 0.000s sys 0.004s
18:36:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.068516 25105 raft_consensus.cc:348] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.068 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.068806 25105 raft_consensus.cc:374] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.068897 25105 raft_consensus.cc:729] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: a09df71b3794433faf7acb487982935c, State: Initialized, Role: FOLLOWER
18:36:46.069 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.069131 25105 consensus_queue.cc:260] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.069779 25105 ts_tablet_manager.cc:1428] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
18:36:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.069650 25083 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.070 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.069954 25083 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: This TxnStatusTablet replica's current role is: FOLLOWER
18:36:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.072078 25108 tablet_bootstrap.cc:492] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: No bootstrap required, opened a new log
18:36:46.072 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.072260 25108 ts_tablet_manager.cc:1397] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: Time spent bootstrapping tablet: real 0.008s user 0.003s sys 0.000s
18:36:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.073302 25108 raft_consensus.cc:348] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Replica starting. Triggering 0 pending ops. Active config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.073663 25108 raft_consensus.cc:374] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Consensus starting up: Expiring failure detector timer to make a prompt election more likely
18:36:46.073 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.073792 25108 raft_consensus.cc:729] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Becoming Follower/Learner. State: Replica: 6f772d09100c497f842abf34e0ad1a71, State: Initialized, Role: FOLLOWER
18:36:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.074093 25108 consensus_queue.cc:260] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71 [NON_LEADER]: Queue going to NON_LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 0, Majority size: -1, State: 0, Mode: NON_LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.074712 25108 ts_tablet_manager.cc:1428] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: Time spent starting tablet: real 0.002s user 0.000s sys 0.002s
18:36:46.074 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.074555 25109 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: TxnStatusTablet state changed. Reason: RaftConsensus started. Latest consensus state: current_term: 0 committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.075 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.074895 25109 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: This TxnStatusTablet replica's current role is: FOLLOWER
18:36:46.080 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.080222 25109 consensus_queue.cc:1035] T cf588dbf4ee34958a164b104e8031bcd P 6f772d09100c497f842abf34e0ad1a71 [LEADER]: Connected to new peer: Peer: permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:36:46.167 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.167608 25083 consensus_queue.cc:1035] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [LEADER]: Connected to new peer: Peer: permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:36:46.177 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.176880 25083 consensus_queue.cc:1035] T 3bb13ea0293a4900b47967bbda3bad78 P a09df71b3794433faf7acb487982935c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:36:46.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.254601 25083 raft_consensus.cc:482] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:36:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.254869 25083 raft_consensus.cc:504] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.255626 25083 leader_election.cc:288] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [CANDIDATE]: Term 1 pre-election: Requested pre-vote from peers 24a604087a89484cb64797766857090d (127.23.190.193:35755), 6f772d09100c497f842abf34e0ad1a71 (127.23.190.195:45891)
18:36:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.256153 24721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "40217e30c1764b9e9040a4a70fc6c16f" candidate_uuid: "a09df71b3794433faf7acb487982935c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24a604087a89484cb64797766857090d" is_pre_election: true
18:36:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.256171 25004 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "40217e30c1764b9e9040a4a70fc6c16f" candidate_uuid: "a09df71b3794433faf7acb487982935c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f772d09100c497f842abf34e0ad1a71" is_pre_election: true
18:36:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.256431 25004 raft_consensus.cc:2454] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a09df71b3794433faf7acb487982935c in term 0.
18:36:46.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.256445 24721 raft_consensus.cc:2454] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate a09df71b3794433faf7acb487982935c in term 0.
18:36:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.256865 24786 leader_election.cc:302] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [CANDIDATE]: Term 1 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 6f772d09100c497f842abf34e0ad1a71, a09df71b3794433faf7acb487982935c; no voters:
18:36:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.257196 25083 raft_consensus.cc:2781] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Leader pre-election won for term 1
18:36:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.257279 25083 raft_consensus.cc:482] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:36:46.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.257347 25083 raft_consensus.cc:3037] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 0 FOLLOWER]: Advancing to term 1
18:36:46.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.259475 25083 raft_consensus.cc:504] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 1 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.260094 25083 leader_election.cc:288] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [CANDIDATE]: Term 1 election: Requested vote from peers 24a604087a89484cb64797766857090d (127.23.190.193:35755), 6f772d09100c497f842abf34e0ad1a71 (127.23.190.195:45891)
18:36:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.260496 24721 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "40217e30c1764b9e9040a4a70fc6c16f" candidate_uuid: "a09df71b3794433faf7acb487982935c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "24a604087a89484cb64797766857090d"
18:36:46.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.260703 24721 raft_consensus.cc:3037] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d [term 0 FOLLOWER]: Advancing to term 1
18:36:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.261128 25004 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "40217e30c1764b9e9040a4a70fc6c16f" candidate_uuid: "a09df71b3794433faf7acb487982935c" candidate_term: 1 candidate_status { last_received { term: 0 index: 0 } } ignore_live_leader: false dest_uuid: "6f772d09100c497f842abf34e0ad1a71"
18:36:46.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.261302 25004 raft_consensus.cc:3037] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71 [term 0 FOLLOWER]: Advancing to term 1
18:36:46.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.262645 24721 raft_consensus.cc:2454] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a09df71b3794433faf7acb487982935c in term 1.
18:36:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.263175 24788 leader_election.cc:302] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [CANDIDATE]: Term 1 election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: 24a604087a89484cb64797766857090d, a09df71b3794433faf7acb487982935c; no voters:
18:36:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.263252 25004 raft_consensus.cc:2454] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71 [term 1 FOLLOWER]: Leader election vote request: Granting yes vote for candidate a09df71b3794433faf7acb487982935c in term 1.
18:36:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.263460 25083 raft_consensus.cc:2781] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 1 FOLLOWER]: Leader election won for term 1
18:36:46.263 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.263633 25083 raft_consensus.cc:686] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [term 1 LEADER]: Becoming Leader. State: Replica: a09df71b3794433faf7acb487982935c, State: Running, Role: LEADER
18:36:46.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.263859 25083 consensus_queue.cc:237] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 0, Committed index: 0, Last appended: 0.0, Last appended by leader: 0, Current term: 1, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } }
18:36:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.265035 25120 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: TxnStatusTablet state changed. Reason: New leader a09df71b3794433faf7acb487982935c. Latest consensus state: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.265295 25120 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: This TxnStatusTablet replica's current role is: LEADER
18:36:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.265956 25123 txn_status_manager.cc:873] Waiting until node catch up with all replicated operations in previous term...
18:36:46.267 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.266201 25123 txn_status_manager.cc:929] Loading transaction status metadata into memory...
18:36:46.268 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.268179 24517 catalog_manager.cc:5495] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c reported cstate change: term changed from 0 to 1, leader changed from <none> to a09df71b3794433faf7acb487982935c (127.23.190.194). New cstate: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } health_report { overall_health: UNKNOWN } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } health_report { overall_health: HEALTHY } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } health_report { overall_health: UNKNOWN } } }
18:36:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.313107 24721 raft_consensus.cc:1261] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d [term 1 FOLLOWER]: Refusing update from remote peer a09df71b3794433faf7acb487982935c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:36:46.313 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.313107 25004 raft_consensus.cc:1261] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71 [term 1 FOLLOWER]: Refusing update from remote peer a09df71b3794433faf7acb487982935c: Log matching property violated. Preceding OpId in replica: term: 0 index: 0. Preceding OpId from leader: term: 1 index: 2. (index mismatch)
18:36:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.313794 25120 consensus_queue.cc:1035] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [LEADER]: Connected to new peer: Peer: permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:36:46.314 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.314174 25083 consensus_queue.cc:1035] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c [LEADER]: Connected to new peer: Peer: permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 1, Last known committed idx: 0, Time since last communication: 0.000s
18:36:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.320539 25107 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: TxnStatusTablet state changed. Reason: New leader a09df71b3794433faf7acb487982935c. Latest consensus state: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.321 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.320851 25107 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: This TxnStatusTablet replica's current role is: FOLLOWER
18:36:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.322611 25109 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: TxnStatusTablet state changed. Reason: New leader a09df71b3794433faf7acb487982935c. Latest consensus state: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.322 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.322887 25109 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: This TxnStatusTablet replica's current role is: FOLLOWER
18:36:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.326449 25114 mvcc.cc:205] Tried to move back new op lower bound from 7298992563450802176 to 7298992563258847232. Current Snapshot: MvccSnapshot[applied={T|T < 7298992563450802176}]
18:36:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.327325 25120 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.327566 25120 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: This TxnStatusTablet replica's current role is: LEADER
18:36:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.327666 25083 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: TxnStatusTablet state changed. Reason: Peer health change. Latest consensus state: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.328 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.327955 25083 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P a09df71b3794433faf7acb487982935c: This TxnStatusTablet replica's current role is: LEADER
18:36:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.335086 25107 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.336 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.335356 25107 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P 24a604087a89484cb64797766857090d: This TxnStatusTablet replica's current role is: FOLLOWER
18:36:46.337 [DEBUG - Time-limited test] (KuduTransaction.java:702) starting keepalive heartbeating with period 500 ms (txn ID 0)
18:36:46.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.339982 25109 tablet_replica.cc:439] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: TxnStatusTablet state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 1 leader_uuid: "a09df71b3794433faf7acb487982935c" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "24a604087a89484cb64797766857090d" member_type: VOTER last_known_addr { host: "127.23.190.193" port: 35755 } } peers { permanent_uuid: "a09df71b3794433faf7acb487982935c" member_type: VOTER last_known_addr { host: "127.23.190.194" port: 39223 } } peers { permanent_uuid: "6f772d09100c497f842abf34e0ad1a71" member_type: VOTER last_known_addr { host: "127.23.190.195" port: 45891 } } }
18:36:46.340 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.340237 25109 tablet_replica.cc:442] T 40217e30c1764b9e9040a4a70fc6c16f P 6f772d09100c497f842abf34e0ad1a71: This TxnStatusTablet replica's current role is: FOLLOWER
18:36:46.346 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:894) Opened table be83e740618b4ccbb31d5810be7ecedc
18:36:46.348 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet cf588dbf4ee34958a164b104e8031bcd for table 'txn_manager_fallback' with partition [0x00000000, 0x00000001)
18:36:46.348 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2538) Learned about tablet 3bb13ea0293a4900b47967bbda3bad78 for table 'txn_manager_fallback' with partition [0x00000001, 0x00000002)
18:36:46.348 [DEBUG - kudu-nio-0] (TableLocationsCache.java:192) Discovered table locations: [Tablet{lowerBoundPartitionKey=0x00000000, upperBoundPartitionKey=0x00000001, ttl=299999, tablet=cf588dbf4ee34958a164b104e8031bcd@[24a604087a89484cb64797766857090d(127.23.190.193:35755),6f772d09100c497f842abf34e0ad1a71(127.23.190.195:45891)[L],a09df71b3794433faf7acb487982935c(127.23.190.194:39223)]}, Tablet{lowerBoundPartitionKey=0x00000001, upperBoundPartitionKey=0x00000002, ttl=299999, tablet=3bb13ea0293a4900b47967bbda3bad78@[24a604087a89484cb64797766857090d(127.23.190.193:35755),6f772d09100c497f842abf34e0ad1a71(127.23.190.195:45891),a09df71b3794433faf7acb487982935c(127.23.190.194:39223)[L]]}, NonCoveredRange{lowerBoundPartitionKey=0x00000002, upperBoundPartitionKey=0x, ttl=299999}]
18:36:46.349 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=Write, tablet=null, attempt=1, sequence_id=-1, TimeoutTracker(timeout=30000, elapsed=2), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC GetTableLocations: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC GetTableLocations: received response from server master-127.23.190.252:36143: OK, deferred=null) after lookup
18:36:46.349 [DEBUG - kudu-nio-0] (Connection.java:748) [peer 6f772d09100c497f842abf34e0ad1a71(127.23.190.195:45891)] connecting to peer
18:36:46.350 [DEBUG - kudu-nio-1] (Connection.java:757) [peer 6f772d09100c497f842abf34e0ad1a71(127.23.190.195:45891)] Successfully connected to peer
18:36:46.367 [DEBUG - kudu-nio-1] (Negotiator.java:919) Authenticated connection [id: 0xbc40b6aa, L:/127.0.0.1:38852 - R:/127.23.190.195:45891] using TOKEN/null
18:36:46.442 [INFO - Time-limited test] (MiniKuduCluster.java:399) Killing master server 127.23.190.252:36143
18:36:46.442 [DEBUG - Time-limited test] (MiniKuduCluster.java:185) Request: stop_daemon {
id {
type: MASTER
index: 2
}
}
18:36:46.443 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.443442 24315 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskut1xbC/build/asan/bin/kudu pid 24485
18:36:46.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.444845 24559 generic_service.cc:196] Checking for leaks (request via RPC)
18:36:46.567 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.566398 24315 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskut1xbC/build/asan/bin/kudu with pid 24485
18:36:46.599 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.190.252:36143(127.23.190.252:36143)] handling channelInactive
18:36:46.599 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state READY due to: connection closed
18:36:46.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:46.599917 24424 connection.cc:535] server connection from 127.0.0.1:37374 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:36:46.600 [DEBUG - Time-limited test] (MiniKuduCluster.java:195) Response:
18:36:46.630 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:46.630363 24907 heartbeater.cc:644] Failed to heartbeat to 127.23.190.252:36143 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:46.844 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:46.845 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.845 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.846 [INFO - kudu-nio-0] (AsyncKuduClient.java:2355) Invalidating location master-127.23.190.252:36143(127.23.190.252:36143) for tablet Kudu Master: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:46.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.867240 25139 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 01b5ac5e9ba34d29a9ae66cb3dbdfc23)
18:36:46.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.867448 25139 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.868327 25140 raft_consensus.cc:482] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 1 FOLLOWER]: Starting pre-election (detected failure of leader 01b5ac5e9ba34d29a9ae66cb3dbdfc23)
18:36:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.868522 25140 raft_consensus.cc:504] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 1 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:46.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.868784 25139 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.869232 24447 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f627e7edb011496e959249d8ddd10317" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b801da701ac244738477725b861c9348" is_pre_election: true
18:36:46.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.869513 24447 raft_consensus.cc:2454] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate f627e7edb011496e959249d8ddd10317 in term 1.
18:36:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.869912 25140 leader_election.cc:288] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 2 pre-election: Requested pre-vote from peers f627e7edb011496e959249d8ddd10317 (127.23.190.254:36055), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:46.870 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.870396 24366 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b801da701ac244738477725b861c9348" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f627e7edb011496e959249d8ddd10317" is_pre_election: true
18:36:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.870636 24366 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 1 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b801da701ac244738477725b861c9348 in term 1.
18:36:46.871 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.871492 24424 leader_election.cc:302] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b801da701ac244738477725b861c9348, f627e7edb011496e959249d8ddd10317; no voters:
18:36:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.871920 25140 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 1 FOLLOWER]: Leader pre-election won for term 2
18:36:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.872041 25140 raft_consensus.cc:482] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 01b5ac5e9ba34d29a9ae66cb3dbdfc23)
18:36:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.872145 25140 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 1 FOLLOWER]: Advancing to term 2
18:36:46.872 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.872514 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 2 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b801da701ac244738477725b861c9348, f627e7edb011496e959249d8ddd10317; no voters:
18:36:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.872911 25139 raft_consensus.cc:2781] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 1 FOLLOWER]: Leader pre-election won for term 2
18:36:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.873025 25139 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 1 FOLLOWER]: Starting leader election (detected failure of leader 01b5ac5e9ba34d29a9ae66cb3dbdfc23)
18:36:46.873 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.873135 25139 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 1 FOLLOWER]: Advancing to term 2
18:36:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:46.873603 24422 leader_election.cc:334] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:46.874 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:46.874133 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 2 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.875155 25140 raft_consensus.cc:504] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.875622 25139 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 2 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:46.875 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.875725 25140 leader_election.cc:288] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 2 election: Requested vote from peers f627e7edb011496e959249d8ddd10317 (127.23.190.254:36055), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.876087 24366 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b801da701ac244738477725b861c9348" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f627e7edb011496e959249d8ddd10317"
18:36:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.876258 25139 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 2 election: Requested vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.876343 24366 raft_consensus.cc:2379] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate b801da701ac244738477725b861c9348 in current term 2: Already voted for candidate f627e7edb011496e959249d8ddd10317 in this term.
18:36:46.876 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.876637 24447 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "f627e7edb011496e959249d8ddd10317" candidate_term: 2 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "b801da701ac244738477725b861c9348"
18:36:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.876957 24447 raft_consensus.cc:2379] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 2 FOLLOWER]: Leader election vote request: Denying vote to candidate f627e7edb011496e959249d8ddd10317 in current term 2: Already voted for candidate b801da701ac244738477725b861c9348 in this term.
18:36:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:46.877663 24422 leader_election.cc:334] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:46.877 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.877789 24422 leader_election.cc:302] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: b801da701ac244738477725b861c9348; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, f627e7edb011496e959249d8ddd10317
18:36:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.878046 25140 raft_consensus.cc:2726] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
18:36:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:46.878515 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 2 election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.878630 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 2 election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:46.878 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:46.878854 25139 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 2 FOLLOWER]: Leader election lost for term 2. Reason: could not achieve majority
18:36:46.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:46.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:46.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:46.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.904 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:46.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:46.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.924 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.924 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.924 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:46.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:46.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.963 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:46.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:46.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:46.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:47.101 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] sending RPC to server master-127.23.190.252:36143, [5ms] received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5ms] delaying RPC due to: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@497969078(state=PENDING, result=null, callback=org.apache.kudu.client.KuduTransaction$$Lambda$82/1087663577@3dcbec6f -> (continuation of Deferred@1614624522 after retry RPC after error@1899878505) -> (continuation of Deferred@524321327 after retry RPC after error@2106244412) -> (continuation of Deferred@1954959584 after retry RPC after error@1801920649) -> (continuation of Deferred@1882035760 after retry RPC after error@1483126356) -> (continuation of Deferred@513932520 after retry RPC after error@1276179677) -> (continuation of Deferred@1343252345 after retry RPC after error@1026142009), errback=org.apache.kudu.client.KuduTransaction$$Lambda$83/1515517835@2c7e42c8 -> (continuation of Deferred@1614624522 after retry RPC after error@1899878505) -> (continuation of Deferred@524321327 after retry RPC after error@2106244412) -> (continuation of Deferred@1954959584 after retry RPC after error@1801920649) -> (continuation of Deferred@1882035760 after retry RPC after error@1483126356) -> (continuation of Deferred@513932520 after retry RPC after error@1276179677) -> (continuation of Deferred@1343252345 after retry RPC after error@1026142009)))
18:36:47.102 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:36:47.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:47.123 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.124 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.124 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.124 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:47.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:47.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:47.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:47.163 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.163 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.163 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.164 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:47.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:47.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:47.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:47.203 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.204 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:47.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:47.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:47.241 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.240810 25140 raft_consensus.cc:482] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 2 FOLLOWER]: Starting pre-election (no leader contacted us within the election timeout)
18:36:47.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:47.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.241114 25140 raft_consensus.cc:504] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 2 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:47.242 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.241926 25140 leader_election.cc:288] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 3 pre-election: Requested pre-vote from peers f627e7edb011496e959249d8ddd10317 (127.23.190.254:36055), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:47.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.242594 24366 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b801da701ac244738477725b861c9348" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f627e7edb011496e959249d8ddd10317" is_pre_election: true
18:36:47.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.242901 24366 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 2 FOLLOWER]: Leader pre-election vote request: Granting yes vote for candidate b801da701ac244738477725b861c9348 in term 2.
18:36:47.243 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.243381 24424 leader_election.cc:302] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 3 pre-election: Election decided. Result: candidate won. Election summary: received 2 responses out of 3 voters: 2 yes votes; 0 no votes. yes voters: b801da701ac244738477725b861c9348, f627e7edb011496e959249d8ddd10317; no voters:
18:36:47.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.243786 25140 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 2 FOLLOWER]: Leader pre-election won for term 3
18:36:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.243817 24422 leader_election.cc:334] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 3 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.243894 25140 raft_consensus.cc:482] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 2 FOLLOWER]: Starting leader election (no leader contacted us within the election timeout)
18:36:47.244 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.244014 25140 raft_consensus.cc:3037] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 2 FOLLOWER]: Advancing to term 3
18:36:47.246 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.246330 25140 raft_consensus.cc:504] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 3 FOLLOWER]: Starting leader election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:47.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.246965 25140 leader_election.cc:288] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 3 election: Requested vote from peers f627e7edb011496e959249d8ddd10317 (127.23.190.254:36055), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:47.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.247462 24366 tablet_service.cc:1812] Received RequestConsensusVote() RPC: tablet_id: "00000000000000000000000000000000" candidate_uuid: "b801da701ac244738477725b861c9348" candidate_term: 3 candidate_status { last_received { term: 1 index: 11 } } ignore_live_leader: false dest_uuid: "f627e7edb011496e959249d8ddd10317"
18:36:47.247 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.247680 24366 raft_consensus.cc:3037] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 2 FOLLOWER]: Advancing to term 3
18:36:47.248 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.248481 24422 leader_election.cc:334] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 3 election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.249979 24366 raft_consensus.cc:2454] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader election vote request: Granting yes vote for candidate b801da701ac244738477725b861c9348 in term 3.
18:36:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.250388 24424 leader_election.cc:302] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [CANDIDATE]: Term 3 election: Election decided. Result: candidate won. Election summary: received 3 responses out of 3 voters: 2 yes votes; 1 no votes. yes voters: b801da701ac244738477725b861c9348, f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23
18:36:47.250 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.250689 25140 raft_consensus.cc:2781] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 3 FOLLOWER]: Leader election won for term 3
18:36:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.251151 25140 raft_consensus.cc:686] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [term 3 LEADER]: Becoming Leader. State: Replica: b801da701ac244738477725b861c9348, State: Running, Role: LEADER
18:36:47.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.251617 25140 consensus_queue.cc:237] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [LEADER]: Queue going to LEADER mode. State: All replicated index: 0, Majority replicated index: 11, Committed index: 11, Last appended: 1.11, Last appended by leader: 11, Current term: 3, Majority size: 2, State: 0, Mode: LEADER, active raft config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.253036 25146 sys_catalog.cc:455] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b801da701ac244738477725b861c9348. Latest consensus state: current_term: 3 leader_uuid: "b801da701ac244738477725b861c9348" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:47.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.253301 25146 sys_catalog.cc:458] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: This master's current role is: LEADER
18:36:47.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.253970 25147 catalog_manager.cc:1475] Loading table and tablet metadata into memory...
18:36:47.256 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.256610 25147 catalog_manager.cc:669] Loaded metadata for table kudu_system.kudu_transactions [id=10e8ae95b6484d38bca78bb72c3dc514]
18:36:47.257 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.257211 25147 catalog_manager.cc:669] Loaded metadata for table txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc]
18:36:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.258896 25147 tablet_loader.cc:96] loaded metadata for tablet 3bb13ea0293a4900b47967bbda3bad78 (table txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc])
18:36:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.259316 25147 tablet_loader.cc:96] loaded metadata for tablet 40217e30c1764b9e9040a4a70fc6c16f (table kudu_system.kudu_transactions [id=10e8ae95b6484d38bca78bb72c3dc514])
18:36:47.259 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.259688 25147 tablet_loader.cc:96] loaded metadata for tablet cf588dbf4ee34958a164b104e8031bcd (table txn_manager_fallback [id=be83e740618b4ccbb31d5810be7ecedc])
18:36:47.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.259995 25147 catalog_manager.cc:1484] Initializing Kudu cluster ID...
18:36:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.261091 25147 catalog_manager.cc:1259] Loaded cluster ID: 8acd59edba4c4c388d0332dbb1f60bd0
18:36:47.261 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.261209 25147 catalog_manager.cc:1495] Initializing Kudu internal certificate authority...
18:36:47.262 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.262861 25147 catalog_manager.cc:1504] Loading token signing keys...
18:36:47.264 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.263986 25147 catalog_manager.cc:5879] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348: Loaded TSK: 0
18:36:47.265 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.265235 25147 catalog_manager.cc:1514] Initializing in-progress tserver states...
18:36:47.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.343308 24766 heartbeater.cc:644] Failed to heartbeat to 127.23.190.252:36143 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:47.345 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.345299 24366 raft_consensus.cc:1261] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Refusing update from remote peer b801da701ac244738477725b861c9348: Log matching property violated. Preceding OpId in replica: term: 1 index: 11. Preceding OpId from leader: term: 3 index: 12. (index mismatch)
18:36:47.346 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.345969 25146 consensus_queue.cc:1035] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [LEADER]: Connected to new peer: Peer: permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 }, Status: LMP_MISMATCH, Last received: 0.0, Next index: 12, Last known committed idx: 11, Time since last communication: 0.000s
18:36:47.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.347458 25139 sys_catalog.cc:455] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: SysCatalogTable state changed. Reason: New leader b801da701ac244738477725b861c9348. Latest consensus state: current_term: 3 leader_uuid: "b801da701ac244738477725b861c9348" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:47.347 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.347790 25139 sys_catalog.cc:458] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: This master's current role is: FOLLOWER
18:36:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.349395 25146 sys_catalog.cc:455] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: SysCatalogTable state changed. Reason: Peer health change. Latest consensus state: current_term: 3 leader_uuid: "b801da701ac244738477725b861c9348" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.350040 25139 sys_catalog.cc:455] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: SysCatalogTable state changed. Reason: Replicated consensus-only round. Latest consensus state: current_term: 3 leader_uuid: "b801da701ac244738477725b861c9348" committed_config { opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } } }
18:36:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.350298 25139 sys_catalog.cc:458] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [sys.catalog]: This master's current role is: FOLLOWER
18:36:47.350 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.350318 25146 sys_catalog.cc:458] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 [sys.catalog]: This master's current role is: LEADER
18:36:47.351 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.351347 24422 consensus_peers.cc:487] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 -> Peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Couldn't send request to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23. Status: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111). This is attempt 1: this message will repeat every 5th retry.
18:36:47.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:47.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:47.365 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:2538) Learned about tablet Kudu Master for table 'Kudu Master' with partition [<start>, <end>)
18:36:47.366 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1488) Retrying sending RPC KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=244), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, deferred=Deferred@684871678(state=PENDING, result=null, callback=(continuation of Deferred@1364826938 after retry RPC after error@1997340826) -> (continuation of Deferred@1178484064 after retry RPC after error@2091464678) -> (continuation of Deferred@1630855938 after retry RPC after error@2124555886) -> (continuation of Deferred@1228980711 after retry RPC after error@2095307054) -> (continuation of Deferred@982063427 after retry RPC after error@1433913642) -> (continuation of Deferred@444032410 after retry RPC after error@2025846099) -> (continuation of Deferred@168736774 after retry RPC after error@1633357556), errback=(continuation of Deferred@1364826938 after retry RPC after error@1997340826) -> (continuation of Deferred@1178484064 after retry RPC after error@2091464678) -> (continuation of Deferred@1630855938 after retry RPC after error@2124555886) -> (continuation of Deferred@1228980711 after retry RPC after error@2095307054) -> (continuation of Deferred@982063427 after retry RPC after error@1433913642) -> (continuation of Deferred@444032410 after retry RPC after error@2025846099) -> (continuation of Deferred@168736774 after retry RPC after error@1633357556))) after lookup
18:36:47.382 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=Kudu Master, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [244ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: OK, [246ms] sending RPC to server master-127.23.190.253:41333, deferred=Deferred@684871678(state=PENDING, result=null, callback=(continuation of Deferred@1364826938 after retry RPC after error@1997340826) -> (continuation of Deferred@1178484064 after retry RPC after error@2091464678) -> (continuation of Deferred@1630855938 after retry RPC after error@2124555886) -> (continuation of Deferred@1228980711 after retry RPC after error@2095307054) -> (continuation of Deferred@982063427 after retry RPC after error@1433913642) -> (continuation of Deferred@444032410 after retry RPC after error@2025846099) -> (continuation of Deferred@168736774 after retry RPC after error@1633357556) -> (continuation of Deferred@1680854352 after retry RPC@1982591344), errback=(continuation of Deferred@1364826938 after retry RPC after error@1997340826) -> (continuation of Deferred@1178484064 after retry RPC after error@2091464678) -> (continuation of Deferred@1630855938 after retry RPC after error@2124555886) -> (continuation of Deferred@1228980711 after retry RPC after error@2095307054) -> (continuation of Deferred@982063427 after retry RPC after error@1433913642) -> (continuation of Deferred@444032410 after retry RPC after error@2025846099) -> (continuation of Deferred@168736774 after retry RPC after error@1633357556) -> (continuation of Deferred@1680854352 after retry RPC@1982591344)))
18:36:47.406 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.405848 24468 rpcz_store.cc:267] Call kudu.transactions.TxnManagerService.KeepTransactionAlive from 127.0.0.1:37378 (request call id 15) took 37 ms (client timeout 4 ms). Trace:
18:36:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.406080 24468 rpcz_store.cc:269] 0620 18:36:47.367923 (+ 0us) service_pool.cc:170] Inserting onto call queue
18:36:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 18:36:47.368007 (+ 84us) service_pool.cc:227] Handling call
18:36:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 0620 18:36:47.405759 (+ 37752us) inbound_call.cc:173] Queueing success response
18:36:47.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) Metrics: {"init.queue_time_us":431,"thread_start_us":1327,"threads_started":5}
18:36:47.421 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28: runtime error: signed integer overflow: 465952167503 + 9223371570902609464 cannot be represented in type 'long'
18:36:47.422 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.422739 25049 heartbeater.cc:644] Failed to heartbeat to 127.23.190.252:36143 (0 consecutive failures): Network error: Failed to send heartbeat to master: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:47.425467 24437 catalog_manager.cc:1908] Servicing CreateTable request from {username='slave'} at 127.0.0.1:37392:
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "kudu_system.kudu_transactions"
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) schema {
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT64
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:47.444 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "entry_type"
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: INT8
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "identifier"
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: true
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "metadata"
18:36:47.445 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) type: STRING
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_key: false
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) is_nullable: false
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) encoding: AUTO_ENCODING
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) compression: DEFAULT_COMPRESSION
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) cfile_block_size: 0
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) immutable: false
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) num_replicas: 3
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) split_rows_range_bounds {
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) rows: "<redacted>""\006\001\000\000\000\000\000\000\000\000\007\001@B\017\000\000\000\000\000"
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) indirect_data: "<redacted>"""
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) partition_schema {
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) range_schema {
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) columns {
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) name: "txn_id"
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) }
18:36:47.446 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) table_type: TXN_STATUS_TABLE
18:36:47.448 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.448060 24437 catalog_manager.cc:6854] The number of live tablet servers is not enough to re-replicate a tablet replica of the newly created table kudu_system.kudu_transactions in case of a server failure: 4 tablet servers would be needed, 3 are available. Consider bringing up more tablet servers.
18:36:47.809 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.809537 24422 consensus_peers.cc:487] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 -> Peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Couldn't send request to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23. Status: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111). This is attempt 6: this message will repeat every 5th retry.
18:36:47.921 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:47.921063 24422 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111) [suppressed 14 similar messages]
18:36:48.342 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.342229 24768 heartbeater.cc:503] Master 127.23.190.253:41333 was elected leader, sending a full tablet report...
18:36:48.343 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:48.343179 24422 consensus_peers.cc:487] T 00000000000000000000000000000000 P b801da701ac244738477725b861c9348 -> Peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Couldn't send request to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23. Status: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111). This is attempt 11: this message will repeat every 5th retry.
18:36:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.387967 24326 master_runner.cc:186] Error getting master registration for 127.23.190.252:36143: Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111),
18:36:48.388 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.388211 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:36:48.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.424259 25051 heartbeater.cc:503] Master 127.23.190.253:41333 was elected leader, sending a full tablet report...
18:36:48.495 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #0 0x7f52852bc538 in kudu::operator+(kudu::MonoTime const&, kudu::MonoDelta const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28
18:36:48.531 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #1 0x9dd255 in kudu::CountDownLatch::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/countdown_latch.h:99:38
18:36:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #2 0x7f529832cbe2 in kudu::Promise<kudu::Status>::WaitFor(kudu::MonoDelta const&) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/promise.h:57:16
18:36:48.565 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #3 0x7f529831d7d4 in kudu::master::Master::WaitForTxnManagerInit(kudu::MonoTime) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/master.cc:458:48
18:36:48.569 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #4 0x7f529847216b in kudu::transactions::TxnManager::CheckInitialized(kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:283:21
18:36:48.570 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #5 0x7f5298472d5b in kudu::transactions::TxnManager::KeepTransactionAlive(long, std::string const&, kudu::MonoTime const&) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager.cc:226:3
18:36:48.572 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #6 0x7f52984779cf in kudu::transactions::TxnManagerServiceImpl::KeepTransactionAlive(kudu::transactions::KeepTransactionAliveRequestPB const*, kudu::transactions::KeepTransactionAliveResponsePB*, kudu::rpc::RpcContext*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/master/txn_manager_service.cc:159:42
18:36:48.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #7 0x7f5292528cc6 in kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const /data0/somelongdirectorytoavoidrpathissues/src/kudu/build/asan/src/kudu/master/txn_manager.service.cc:271:13
18:36:48.576 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #8 0x7f52925289f5 in std::_Function_handler<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*), kudu::transactions::TxnManagerServiceIf::TxnManagerServiceIf(scoped_refptr<kudu::MetricEntity> const&, scoped_refptr<kudu::rpc::ResultTracker> const&)::$_9>::_M_invoke(std::_Any_data const&, google::protobuf::Message const*&&, google::protobuf::Message*&&, kudu::rpc::RpcContext*&&) ../../../include/c++/8/bits/std_function.h:297:2
18:36:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #9 0x7f528be999be in std::function<void (google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*)>::operator()(google::protobuf::Message const*, google::protobuf::Message*, kudu::rpc::RpcContext*) const ../../../include/c++/8/bits/std_function.h:687:14
18:36:48.592 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #10 0x7f528be9879e in kudu::rpc::GeneratedServiceIf::Handle(kudu::rpc::InboundCall*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_if.cc:137:3
18:36:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #11 0x7f528be9eb25 in kudu::rpc::ServicePool::RunThread() /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:231:15
18:36:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #12 0x7f528be9f54f in kudu::rpc::ServicePool::Init(int)::$_0::operator()() const /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/rpc/service_pool.cc:92:5
18:36:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #13 0x7f528be9f378 in std::_Function_handler<void (), kudu::rpc::ServicePool::Init(int)::$_0>::_M_invoke(std::_Any_data const&) ../../../include/c++/8/bits/std_function.h:297:2
18:36:48.596 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #14 0x9edb7c in std::function<void ()>::operator()() const ../../../include/c++/8/bits/std_function.h:687:14
18:36:48.600 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #15 0x7f5285381eae in kudu::Thread::SuperviseThread(void*) /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/thread.cc:694:3
18:36:48.601 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #16 0x7f528865b6da in start_thread (/lib/x86_64-linux-gnu/libpthread.so.0+0x76da)
18:36:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) #17 0x7f52815f161e in clone (/lib/x86_64-linux-gnu/libc.so.6+0x12161e)
18:36:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751)
18:36:48.607 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) SUMMARY: UndefinedBehaviorSanitizer: undefined-behavior /data0/somelongdirectorytoavoidrpathissues/src/kudu/src/kudu/util/monotime.cc:332:28 in
18:36:48.633 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.633482 24909 heartbeater.cc:503] Master 127.23.190.253:41333 was elected leader, sending a full tablet report...
18:36:48.652 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:48.651988 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:36:48.657 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:48.657450 24789 connection.cc:535] server connection from 127.0.0.1:55178 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:36:48.658 [DEBUG - kudu-nio-1] (Connection.java:239) [peer master-127.23.190.253:41333(127.23.190.253:41333)] handling channelInactive
18:36:48.658 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state READY due to: connection closed
18:36:48.658 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:48.658244 24825 connection.cc:535] client connection to 127.23.190.253:41333 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:36:48.658 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.23.190.253:41333(127.23.190.253:41333) for tablet Kudu Master: connection closed
18:36:48.658 [INFO - kudu-nio-1] (AsyncKuduClient.java:2355) Invalidating location master-127.23.190.253:41333(127.23.190.253:41333) for tablet Kudu Master: connection closed
18:36:48.658 [DEBUG - kudu-nio-1] (RemoteTablet.java:144) tablet Kudu Master already removed ts master-127.23.190.253:41333, size left is 0
18:36:48.659 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:48.658267 24786 connection.cc:535] client connection to 127.23.190.253:41333 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:36:48.661 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:36:48.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:48.664 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:48.665 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.665 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.665 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.665 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.665 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.665 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.666 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:48.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:48.682 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:48.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:48.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:48.703 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.703 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:48.703 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.704 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.704 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:48.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:48.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:48.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:48.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:48.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:48.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:48.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:48.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:48.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:48.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:48.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:48.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:48.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:48.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.865284 25185 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:48.865 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.865540 25185 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:48.866 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.866366 25185 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:48.867 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:48.867123 24341 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111) [suppressed 9 similar messages]
18:36:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:48.868567 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:48.868726 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:48.868 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.868810 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:48.869 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:48.869024 25185 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:49.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.082 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.102 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.102 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.103 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.104 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.142 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.144 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.189167 25185 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:49.189 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.189327 25185 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:49.190 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.190035 25185 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:49.191233 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:49.191396 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.191474 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:49.191 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.191684 25185 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:49.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1264868173(state=PENDING, result=null, callback=(continuation of Deferred@375122088 after retry RPC after error@417951059) -> (continuation of Deferred@1524910988 after retry RPC after error@867421614) -> (continuation of Deferred@2061790680 after retry RPC after error@691274786) -> (continuation of Deferred@1374978723 after retry RPC after error@2080897934) -> (continuation of Deferred@626312059 after retry RPC after error@742967015) -> (continuation of Deferred@1507637335 after retry RPC after error@449110889) -> (continuation of Deferred@419996753 after retry RPC after error@1931290217), errback=(continuation of Deferred@375122088 after retry RPC after error@417951059) -> (continuation of Deferred@1524910988 after retry RPC after error@867421614) -> (continuation of Deferred@2061790680 after retry RPC after error@691274786) -> (continuation of Deferred@1374978723 after retry RPC after error@2080897934) -> (continuation of Deferred@626312059 after retry RPC after error@742967015) -> (continuation of Deferred@1507637335 after retry RPC after error@449110889) -> (continuation of Deferred@419996753 after retry RPC after error@1931290217)))
18:36:49.244 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] refreshing cache from master, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [164ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [164ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1264868173(state=PENDING, result=null, callback=(continuation of Deferred@375122088 after retry RPC after error@417951059) -> (continuation of Deferred@1524910988 after retry RPC after error@867421614) -> (continuation of Deferred@2061790680 after retry RPC after error@691274786) -> (continuation of Deferred@1374978723 after retry RPC after error@2080897934) -> (continuation of Deferred@626312059 after retry RPC after error@742967015) -> (continuation of Deferred@1507637335 after retry RPC after error@449110889) -> (continuation of Deferred@419996753 after retry RPC after error@1931290217), errback=(continuation of Deferred@375122088 after retry RPC after error@417951059) -> (continuation of Deferred@1524910988 after retry RPC after error@867421614) -> (continuation of Deferred@2061790680 after retry RPC after error@691274786) -> (continuation of Deferred@1374978723 after retry RPC after error@2080897934) -> (continuation of Deferred@626312059 after retry RPC after error@742967015) -> (continuation of Deferred@1507637335 after retry RPC after error@449110889) -> (continuation of Deferred@419996753 after retry RPC after error@1931290217)))
18:36:49.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.263 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.304 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.362 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.363 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.504 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@348784068(state=PENDING, result=null, callback=(continuation of Deferred@386102679 after retry RPC after error@866459011) -> (continuation of Deferred@1169163107 after retry RPC after error@17881652) -> (continuation of Deferred@221489228 after retry RPC after error@375514476) -> (continuation of Deferred@1401903064 after retry RPC after error@1414129383) -> (continuation of Deferred@1151882730 after retry RPC after error@1576764054) -> (continuation of Deferred@1961049958 after retry RPC after error@1871086019) -> (continuation of Deferred@1762107100 after retry RPC after error@1760120408), errback=(continuation of Deferred@386102679 after retry RPC after error@866459011) -> (continuation of Deferred@1169163107 after retry RPC after error@17881652) -> (continuation of Deferred@221489228 after retry RPC after error@375514476) -> (continuation of Deferred@1401903064 after retry RPC after error@1414129383) -> (continuation of Deferred@1151882730 after retry RPC after error@1576764054) -> (continuation of Deferred@1961049958 after retry RPC after error@1871086019) -> (continuation of Deferred@1762107100 after retry RPC after error@1760120408)))
18:36:49.504 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@348784068(state=PENDING, result=null, callback=(continuation of Deferred@386102679 after retry RPC after error@866459011) -> (continuation of Deferred@1169163107 after retry RPC after error@17881652) -> (continuation of Deferred@221489228 after retry RPC after error@375514476) -> (continuation of Deferred@1401903064 after retry RPC after error@1414129383) -> (continuation of Deferred@1151882730 after retry RPC after error@1576764054) -> (continuation of Deferred@1961049958 after retry RPC after error@1871086019) -> (continuation of Deferred@1762107100 after retry RPC after error@1760120408), errback=(continuation of Deferred@386102679 after retry RPC after error@866459011) -> (continuation of Deferred@1169163107 after retry RPC after error@17881652) -> (continuation of Deferred@221489228 after retry RPC after error@375514476) -> (continuation of Deferred@1401903064 after retry RPC after error@1414129383) -> (continuation of Deferred@1151882730 after retry RPC after error@1576764054) -> (continuation of Deferred@1961049958 after retry RPC after error@1871086019) -> (continuation of Deferred@1762107100 after retry RPC after error@1760120408)))
18:36:49.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.577217 25185 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:49.577 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.577432 25185 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:49.578 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.578083 25185 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:49.579 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:49.579764 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:49.579969 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.580103 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:49.580 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:49.580410 25185 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:49.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@282670282(state=PENDING, result=null, callback=(continuation of Deferred@784759396 after retry RPC after error@982922468) -> (continuation of Deferred@40115820 after retry RPC after error@1539442062) -> (continuation of Deferred@1187664328 after retry RPC after error@1299213537) -> (continuation of Deferred@1875217501 after retry RPC after error@618666590) -> (continuation of Deferred@808475419 after retry RPC after error@2129211032) -> (continuation of Deferred@1024324220 after retry RPC after error@429604201) -> (continuation of Deferred@734090690 after retry RPC after error@485176268), errback=(continuation of Deferred@784759396 after retry RPC after error@982922468) -> (continuation of Deferred@40115820 after retry RPC after error@1539442062) -> (continuation of Deferred@1187664328 after retry RPC after error@1299213537) -> (continuation of Deferred@1875217501 after retry RPC after error@618666590) -> (continuation of Deferred@808475419 after retry RPC after error@2129211032) -> (continuation of Deferred@1024324220 after retry RPC after error@429604201) -> (continuation of Deferred@734090690 after retry RPC after error@485176268)))
18:36:49.764 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [144ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@282670282(state=PENDING, result=null, callback=(continuation of Deferred@784759396 after retry RPC after error@982922468) -> (continuation of Deferred@40115820 after retry RPC after error@1539442062) -> (continuation of Deferred@1187664328 after retry RPC after error@1299213537) -> (continuation of Deferred@1875217501 after retry RPC after error@618666590) -> (continuation of Deferred@808475419 after retry RPC after error@2129211032) -> (continuation of Deferred@1024324220 after retry RPC after error@429604201) -> (continuation of Deferred@734090690 after retry RPC after error@485176268), errback=(continuation of Deferred@784759396 after retry RPC after error@982922468) -> (continuation of Deferred@40115820 after retry RPC after error@1539442062) -> (continuation of Deferred@1187664328 after retry RPC after error@1299213537) -> (continuation of Deferred@1875217501 after retry RPC after error@618666590) -> (continuation of Deferred@808475419 after retry RPC after error@2129211032) -> (continuation of Deferred@1024324220 after retry RPC after error@429604201) -> (continuation of Deferred@734090690 after retry RPC after error@485176268)))
18:36:49.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.883 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1808124093(state=PENDING, result=null, callback=(continuation of Deferred@607526899 after retry RPC after error@1048979850) -> (continuation of Deferred@408865702 after retry RPC after error@1570469936) -> (continuation of Deferred@1237724663 after retry RPC after error@1183029052) -> (continuation of Deferred@686716849 after retry RPC after error@783466596) -> (continuation of Deferred@1449388496 after retry RPC after error@209960535) -> (continuation of Deferred@1460343689 after retry RPC after error@1870813420) -> (continuation of Deferred@644219301 after retry RPC after error@923169336), errback=(continuation of Deferred@607526899 after retry RPC after error@1048979850) -> (continuation of Deferred@408865702 after retry RPC after error@1570469936) -> (continuation of Deferred@1237724663 after retry RPC after error@1183029052) -> (continuation of Deferred@686716849 after retry RPC after error@783466596) -> (continuation of Deferred@1449388496 after retry RPC after error@209960535) -> (continuation of Deferred@1460343689 after retry RPC after error@1870813420) -> (continuation of Deferred@644219301 after retry RPC after error@923169336)))
18:36:49.944 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1808124093(state=PENDING, result=null, callback=(continuation of Deferred@607526899 after retry RPC after error@1048979850) -> (continuation of Deferred@408865702 after retry RPC after error@1570469936) -> (continuation of Deferred@1237724663 after retry RPC after error@1183029052) -> (continuation of Deferred@686716849 after retry RPC after error@783466596) -> (continuation of Deferred@1449388496 after retry RPC after error@209960535) -> (continuation of Deferred@1460343689 after retry RPC after error@1870813420) -> (continuation of Deferred@644219301 after retry RPC after error@923169336), errback=(continuation of Deferred@607526899 after retry RPC after error@1048979850) -> (continuation of Deferred@408865702 after retry RPC after error@1570469936) -> (continuation of Deferred@1237724663 after retry RPC after error@1183029052) -> (continuation of Deferred@686716849 after retry RPC after error@783466596) -> (continuation of Deferred@1449388496 after retry RPC after error@209960535) -> (continuation of Deferred@1460343689 after retry RPC after error@1870813420) -> (continuation of Deferred@644219301 after retry RPC after error@923169336)))
18:36:49.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:49.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:49.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:49.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:49.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:49.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.134 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.134706 25194 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.134876 25194 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:50.135 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.135576 25194 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:50.138028 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:50.138273 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.138348 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:50.138 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.138633 25194 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:50.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@651247715(state=PENDING, result=null, callback=(continuation of Deferred@325786664 after retry RPC after error@838844748) -> (continuation of Deferred@526084838 after retry RPC after error@858125110) -> (continuation of Deferred@2028217126 after retry RPC after error@937326807) -> (continuation of Deferred@1939224720 after retry RPC after error@1865865623) -> (continuation of Deferred@915548740 after retry RPC after error@1926161537) -> (continuation of Deferred@819859696 after retry RPC after error@1769839901), errback=(continuation of Deferred@325786664 after retry RPC after error@838844748) -> (continuation of Deferred@526084838 after retry RPC after error@858125110) -> (continuation of Deferred@2028217126 after retry RPC after error@937326807) -> (continuation of Deferred@1939224720 after retry RPC after error@1865865623) -> (continuation of Deferred@915548740 after retry RPC after error@1926161537) -> (continuation of Deferred@819859696 after retry RPC after error@1769839901)))
18:36:50.144 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [25ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@651247715(state=PENDING, result=null, callback=(continuation of Deferred@325786664 after retry RPC after error@838844748) -> (continuation of Deferred@526084838 after retry RPC after error@858125110) -> (continuation of Deferred@2028217126 after retry RPC after error@937326807) -> (continuation of Deferred@1939224720 after retry RPC after error@1865865623) -> (continuation of Deferred@915548740 after retry RPC after error@1926161537) -> (continuation of Deferred@819859696 after retry RPC after error@1769839901), errback=(continuation of Deferred@325786664 after retry RPC after error@838844748) -> (continuation of Deferred@526084838 after retry RPC after error@858125110) -> (continuation of Deferred@2028217126 after retry RPC after error@937326807) -> (continuation of Deferred@1939224720 after retry RPC after error@1865865623) -> (continuation of Deferred@915548740 after retry RPC after error@1926161537) -> (continuation of Deferred@819859696 after retry RPC after error@1769839901)))
18:36:50.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.184 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.184 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.184 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.202 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.203 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.324 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1328751466(state=PENDING, result=null, callback=(continuation of Deferred@869090550 after retry RPC after error@1947482723) -> (continuation of Deferred@1527972022 after retry RPC after error@233652429) -> (continuation of Deferred@1415470962 after retry RPC after error@21803192) -> (continuation of Deferred@1108936343 after retry RPC after error@630578481) -> (continuation of Deferred@60203838 after retry RPC after error@1740315268) -> (continuation of Deferred@1838978394 after retry RPC after error@1726718349) -> (continuation of Deferred@1355964733 after retry RPC after error@1870806681), errback=(continuation of Deferred@869090550 after retry RPC after error@1947482723) -> (continuation of Deferred@1527972022 after retry RPC after error@233652429) -> (continuation of Deferred@1415470962 after retry RPC after error@21803192) -> (continuation of Deferred@1108936343 after retry RPC after error@630578481) -> (continuation of Deferred@60203838 after retry RPC after error@1740315268) -> (continuation of Deferred@1838978394 after retry RPC after error@1726718349) -> (continuation of Deferred@1355964733 after retry RPC after error@1870806681)))
18:36:50.324 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [24ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [24ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1328751466(state=PENDING, result=null, callback=(continuation of Deferred@869090550 after retry RPC after error@1947482723) -> (continuation of Deferred@1527972022 after retry RPC after error@233652429) -> (continuation of Deferred@1415470962 after retry RPC after error@21803192) -> (continuation of Deferred@1108936343 after retry RPC after error@630578481) -> (continuation of Deferred@60203838 after retry RPC after error@1740315268) -> (continuation of Deferred@1838978394 after retry RPC after error@1726718349) -> (continuation of Deferred@1355964733 after retry RPC after error@1870806681), errback=(continuation of Deferred@869090550 after retry RPC after error@1947482723) -> (continuation of Deferred@1527972022 after retry RPC after error@233652429) -> (continuation of Deferred@1415470962 after retry RPC after error@21803192) -> (continuation of Deferred@1108936343 after retry RPC after error@630578481) -> (continuation of Deferred@60203838 after retry RPC after error@1740315268) -> (continuation of Deferred@1838978394 after retry RPC after error@1726718349) -> (continuation of Deferred@1355964733 after retry RPC after error@1870806681)))
18:36:50.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.343 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.384 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.385 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.385 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.385 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.403 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.403 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.464 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.464 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.523 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@947169979(state=PENDING, result=null, callback=(continuation of Deferred@1518684269 after retry RPC after error@700454227) -> (continuation of Deferred@419741070 after retry RPC after error@79228263) -> (continuation of Deferred@1955470269 after retry RPC after error@1565389554) -> (continuation of Deferred@1637469208 after retry RPC after error@571070105) -> (continuation of Deferred@643719830 after retry RPC after error@339136205) -> (continuation of Deferred@1004550495 after retry RPC after error@1471258020) -> (continuation of Deferred@44965654 after retry RPC after error@541911336) -> (continuation of Deferred@442238655 after retry RPC after error@1096541421), errback=(continuation of Deferred@1518684269 after retry RPC after error@700454227) -> (continuation of Deferred@419741070 after retry RPC after error@79228263) -> (continuation of Deferred@1955470269 after retry RPC after error@1565389554) -> (continuation of Deferred@1637469208 after retry RPC after error@571070105) -> (continuation of Deferred@643719830 after retry RPC after error@339136205) -> (continuation of Deferred@1004550495 after retry RPC after error@1471258020) -> (continuation of Deferred@44965654 after retry RPC after error@541911336) -> (continuation of Deferred@442238655 after retry RPC after error@1096541421)))
18:36:50.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@947169979(state=PENDING, result=null, callback=(continuation of Deferred@1518684269 after retry RPC after error@700454227) -> (continuation of Deferred@419741070 after retry RPC after error@79228263) -> (continuation of Deferred@1955470269 after retry RPC after error@1565389554) -> (continuation of Deferred@1637469208 after retry RPC after error@571070105) -> (continuation of Deferred@643719830 after retry RPC after error@339136205) -> (continuation of Deferred@1004550495 after retry RPC after error@1471258020) -> (continuation of Deferred@44965654 after retry RPC after error@541911336) -> (continuation of Deferred@442238655 after retry RPC after error@1096541421), errback=(continuation of Deferred@1518684269 after retry RPC after error@700454227) -> (continuation of Deferred@419741070 after retry RPC after error@79228263) -> (continuation of Deferred@1955470269 after retry RPC after error@1565389554) -> (continuation of Deferred@1637469208 after retry RPC after error@571070105) -> (continuation of Deferred@643719830 after retry RPC after error@339136205) -> (continuation of Deferred@1004550495 after retry RPC after error@1471258020) -> (continuation of Deferred@44965654 after retry RPC after error@541911336) -> (continuation of Deferred@442238655 after retry RPC after error@1096541421)))
18:36:50.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.603 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.603 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.663 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.663 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.742 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.743 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.743 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.743 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.743 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.743 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.770371 25203 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:50.770 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.770563 25203 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:50.771 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.771224 25203 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:50.773 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:50.773716 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:50.773923 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.774056 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:50.774 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:50.774338 25203 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:50.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.823 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.823 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.824 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.824 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1814443331(state=PENDING, result=null, callback=(continuation of Deferred@1120255579 after retry RPC after error@1428817363) -> (continuation of Deferred@454617181 after retry RPC after error@1187600976) -> (continuation of Deferred@688985012 after retry RPC after error@747671512) -> (continuation of Deferred@1888927767 after retry RPC after error@2080448399) -> (continuation of Deferred@1563176712 after retry RPC after error@1978307898) -> (continuation of Deferred@859465192 after retry RPC after error@1202973031) -> (continuation of Deferred@2069613302 after retry RPC after error@1522123746), errback=(continuation of Deferred@1120255579 after retry RPC after error@1428817363) -> (continuation of Deferred@454617181 after retry RPC after error@1187600976) -> (continuation of Deferred@688985012 after retry RPC after error@747671512) -> (continuation of Deferred@1888927767 after retry RPC after error@2080448399) -> (continuation of Deferred@1563176712 after retry RPC after error@1978307898) -> (continuation of Deferred@859465192 after retry RPC after error@1202973031) -> (continuation of Deferred@2069613302 after retry RPC after error@1522123746)))
18:36:50.825 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1814443331(state=PENDING, result=null, callback=(continuation of Deferred@1120255579 after retry RPC after error@1428817363) -> (continuation of Deferred@454617181 after retry RPC after error@1187600976) -> (continuation of Deferred@688985012 after retry RPC after error@747671512) -> (continuation of Deferred@1888927767 after retry RPC after error@2080448399) -> (continuation of Deferred@1563176712 after retry RPC after error@1978307898) -> (continuation of Deferred@859465192 after retry RPC after error@1202973031) -> (continuation of Deferred@2069613302 after retry RPC after error@1522123746), errback=(continuation of Deferred@1120255579 after retry RPC after error@1428817363) -> (continuation of Deferred@454617181 after retry RPC after error@1187600976) -> (continuation of Deferred@688985012 after retry RPC after error@747671512) -> (continuation of Deferred@1888927767 after retry RPC after error@2080448399) -> (continuation of Deferred@1563176712 after retry RPC after error@1978307898) -> (continuation of Deferred@859465192 after retry RPC after error@1202973031) -> (continuation of Deferred@2069613302 after retry RPC after error@1522123746)))
18:36:50.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:50.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:50.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:50.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:50.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:50.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@473583633(state=PENDING, result=null, callback=(continuation of Deferred@2120608500 after retry RPC after error@107661290) -> (continuation of Deferred@711314740 after retry RPC after error@1687272113) -> (continuation of Deferred@896720541 after retry RPC after error@1710692942) -> (continuation of Deferred@1635739561 after retry RPC after error@139599109) -> (continuation of Deferred@729263268 after retry RPC after error@1980757742) -> (continuation of Deferred@1826063785 after retry RPC after error@1962215171), errback=(continuation of Deferred@2120608500 after retry RPC after error@107661290) -> (continuation of Deferred@711314740 after retry RPC after error@1687272113) -> (continuation of Deferred@896720541 after retry RPC after error@1710692942) -> (continuation of Deferred@1635739561 after retry RPC after error@139599109) -> (continuation of Deferred@729263268 after retry RPC after error@1980757742) -> (continuation of Deferred@1826063785 after retry RPC after error@1962215171)))
18:36:50.983 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@473583633(state=PENDING, result=null, callback=(continuation of Deferred@2120608500 after retry RPC after error@107661290) -> (continuation of Deferred@711314740 after retry RPC after error@1687272113) -> (continuation of Deferred@896720541 after retry RPC after error@1710692942) -> (continuation of Deferred@1635739561 after retry RPC after error@139599109) -> (continuation of Deferred@729263268 after retry RPC after error@1980757742) -> (continuation of Deferred@1826063785 after retry RPC after error@1962215171), errback=(continuation of Deferred@2120608500 after retry RPC after error@107661290) -> (continuation of Deferred@711314740 after retry RPC after error@1687272113) -> (continuation of Deferred@896720541 after retry RPC after error@1710692942) -> (continuation of Deferred@1635739561 after retry RPC after error@139599109) -> (continuation of Deferred@729263268 after retry RPC after error@1980757742) -> (continuation of Deferred@1826063785 after retry RPC after error@1962215171)))
18:36:51.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.023 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.043 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.043 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.082 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.183 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.183 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.183 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.183 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.244 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@752253626(state=PENDING, result=null, callback=(continuation of Deferred@935262413 after retry RPC after error@1022357719) -> (continuation of Deferred@1474176739 after retry RPC after error@1212323080) -> (continuation of Deferred@142242909 after retry RPC after error@1271944397) -> (continuation of Deferred@1830787690 after retry RPC after error@833206292) -> (continuation of Deferred@1789586144 after retry RPC after error@597011780) -> (continuation of Deferred@843624342 after retry RPC after error@1323161811) -> (continuation of Deferred@1931335170 after retry RPC after error@2104277672), errback=(continuation of Deferred@935262413 after retry RPC after error@1022357719) -> (continuation of Deferred@1474176739 after retry RPC after error@1212323080) -> (continuation of Deferred@142242909 after retry RPC after error@1271944397) -> (continuation of Deferred@1830787690 after retry RPC after error@833206292) -> (continuation of Deferred@1789586144 after retry RPC after error@597011780) -> (continuation of Deferred@843624342 after retry RPC after error@1323161811) -> (continuation of Deferred@1931335170 after retry RPC after error@2104277672)))
18:36:51.244 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@752253626(state=PENDING, result=null, callback=(continuation of Deferred@935262413 after retry RPC after error@1022357719) -> (continuation of Deferred@1474176739 after retry RPC after error@1212323080) -> (continuation of Deferred@142242909 after retry RPC after error@1271944397) -> (continuation of Deferred@1830787690 after retry RPC after error@833206292) -> (continuation of Deferred@1789586144 after retry RPC after error@597011780) -> (continuation of Deferred@843624342 after retry RPC after error@1323161811) -> (continuation of Deferred@1931335170 after retry RPC after error@2104277672), errback=(continuation of Deferred@935262413 after retry RPC after error@1022357719) -> (continuation of Deferred@1474176739 after retry RPC after error@1212323080) -> (continuation of Deferred@142242909 after retry RPC after error@1271944397) -> (continuation of Deferred@1830787690 after retry RPC after error@833206292) -> (continuation of Deferred@1789586144 after retry RPC after error@597011780) -> (continuation of Deferred@843624342 after retry RPC after error@1323161811) -> (continuation of Deferred@1931335170 after retry RPC after error@2104277672)))
18:36:51.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.263 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1028420005(state=PENDING, result=null, callback=(continuation of Deferred@1688630284 after retry RPC after error@439535931) -> (continuation of Deferred@1063220057 after retry RPC after error@1631648846) -> (continuation of Deferred@907141758 after retry RPC after error@988188310) -> (continuation of Deferred@2120738600 after retry RPC after error@413390374) -> (continuation of Deferred@555275614 after retry RPC after error@788823509) -> (continuation of Deferred@1855689146 after retry RPC after error@1745840297) -> (continuation of Deferred@257614547 after retry RPC after error@54320184), errback=(continuation of Deferred@1688630284 after retry RPC after error@439535931) -> (continuation of Deferred@1063220057 after retry RPC after error@1631648846) -> (continuation of Deferred@907141758 after retry RPC after error@988188310) -> (continuation of Deferred@2120738600 after retry RPC after error@413390374) -> (continuation of Deferred@555275614 after retry RPC after error@788823509) -> (continuation of Deferred@1855689146 after retry RPC after error@1745840297) -> (continuation of Deferred@257614547 after retry RPC after error@54320184)))
18:36:51.504 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1028420005(state=PENDING, result=null, callback=(continuation of Deferred@1688630284 after retry RPC after error@439535931) -> (continuation of Deferred@1063220057 after retry RPC after error@1631648846) -> (continuation of Deferred@907141758 after retry RPC after error@988188310) -> (continuation of Deferred@2120738600 after retry RPC after error@413390374) -> (continuation of Deferred@555275614 after retry RPC after error@788823509) -> (continuation of Deferred@1855689146 after retry RPC after error@1745840297) -> (continuation of Deferred@257614547 after retry RPC after error@54320184), errback=(continuation of Deferred@1688630284 after retry RPC after error@439535931) -> (continuation of Deferred@1063220057 after retry RPC after error@1631648846) -> (continuation of Deferred@907141758 after retry RPC after error@988188310) -> (continuation of Deferred@2120738600 after retry RPC after error@413390374) -> (continuation of Deferred@555275614 after retry RPC after error@788823509) -> (continuation of Deferred@1855689146 after retry RPC after error@1745840297) -> (continuation of Deferred@257614547 after retry RPC after error@54320184)))
18:36:51.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.563 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.663 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.763 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.764 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@727512316(state=PENDING, result=null, callback=(continuation of Deferred@1855161432 after retry RPC after error@2006909896) -> (continuation of Deferred@1792443110 after retry RPC after error@643915860) -> (continuation of Deferred@1419940228 after retry RPC after error@1529633179) -> (continuation of Deferred@87237034 after retry RPC after error@679318168) -> (continuation of Deferred@1746081954 after retry RPC after error@1372218554) -> (continuation of Deferred@1307062616 after retry RPC after error@155554607) -> (continuation of Deferred@2044943533 after retry RPC after error@2072909983), errback=(continuation of Deferred@1855161432 after retry RPC after error@2006909896) -> (continuation of Deferred@1792443110 after retry RPC after error@643915860) -> (continuation of Deferred@1419940228 after retry RPC after error@1529633179) -> (continuation of Deferred@87237034 after retry RPC after error@679318168) -> (continuation of Deferred@1746081954 after retry RPC after error@1372218554) -> (continuation of Deferred@1307062616 after retry RPC after error@155554607) -> (continuation of Deferred@2044943533 after retry RPC after error@2072909983)))
18:36:51.765 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@727512316(state=PENDING, result=null, callback=(continuation of Deferred@1855161432 after retry RPC after error@2006909896) -> (continuation of Deferred@1792443110 after retry RPC after error@643915860) -> (continuation of Deferred@1419940228 after retry RPC after error@1529633179) -> (continuation of Deferred@87237034 after retry RPC after error@679318168) -> (continuation of Deferred@1746081954 after retry RPC after error@1372218554) -> (continuation of Deferred@1307062616 after retry RPC after error@155554607) -> (continuation of Deferred@2044943533 after retry RPC after error@2072909983), errback=(continuation of Deferred@1855161432 after retry RPC after error@2006909896) -> (continuation of Deferred@1792443110 after retry RPC after error@643915860) -> (continuation of Deferred@1419940228 after retry RPC after error@1529633179) -> (continuation of Deferred@87237034 after retry RPC after error@679318168) -> (continuation of Deferred@1746081954 after retry RPC after error@1372218554) -> (continuation of Deferred@1307062616 after retry RPC after error@155554607) -> (continuation of Deferred@2044943533 after retry RPC after error@2072909983)))
18:36:51.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.842 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.884 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.963 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.964 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.964 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.964 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.964 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:51.965 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1165853817(state=PENDING, result=null, callback=(continuation of Deferred@1901532221 after retry RPC after error@525353695) -> (continuation of Deferred@942746867 after retry RPC after error@298199488) -> (continuation of Deferred@1492721977 after retry RPC after error@1168295491) -> (continuation of Deferred@1959083184 after retry RPC after error@1416463297) -> (continuation of Deferred@1166835868 after retry RPC after error@382719664) -> (continuation of Deferred@1261586533 after retry RPC after error@1945741641), errback=(continuation of Deferred@1901532221 after retry RPC after error@525353695) -> (continuation of Deferred@942746867 after retry RPC after error@298199488) -> (continuation of Deferred@1492721977 after retry RPC after error@1168295491) -> (continuation of Deferred@1959083184 after retry RPC after error@1416463297) -> (continuation of Deferred@1166835868 after retry RPC after error@382719664) -> (continuation of Deferred@1261586533 after retry RPC after error@1945741641)))
18:36:51.966 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=184), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1165853817(state=PENDING, result=null, callback=(continuation of Deferred@1901532221 after retry RPC after error@525353695) -> (continuation of Deferred@942746867 after retry RPC after error@298199488) -> (continuation of Deferred@1492721977 after retry RPC after error@1168295491) -> (continuation of Deferred@1959083184 after retry RPC after error@1416463297) -> (continuation of Deferred@1166835868 after retry RPC after error@382719664) -> (continuation of Deferred@1261586533 after retry RPC after error@1945741641), errback=(continuation of Deferred@1901532221 after retry RPC after error@525353695) -> (continuation of Deferred@942746867 after retry RPC after error@298199488) -> (continuation of Deferred@1492721977 after retry RPC after error@1168295491) -> (continuation of Deferred@1959083184 after retry RPC after error@1416463297) -> (continuation of Deferred@1166835868 after retry RPC after error@382719664) -> (continuation of Deferred@1261586533 after retry RPC after error@1945741641)))
18:36:51.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:51.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:51.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:51.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:51.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.122 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.142 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.143 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.143 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.224 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2134358294(state=PENDING, result=null, callback=(continuation of Deferred@414894423 after retry RPC after error@190429225) -> (continuation of Deferred@5220728 after retry RPC after error@1123180398) -> (continuation of Deferred@214750742 after retry RPC after error@1242738518) -> (continuation of Deferred@929815301 after retry RPC after error@1739778985) -> (continuation of Deferred@220527919 after retry RPC after error@1377016770) -> (continuation of Deferred@994689398 after retry RPC after error@1263962645) -> (continuation of Deferred@1630657493 after retry RPC after error@800231866) -> (continuation of Deferred@1518708555 after retry RPC after error@637306924) -> (continuation of Deferred@1258033205 after retry RPC after error@1903720337), errback=(continuation of Deferred@414894423 after retry RPC after error@190429225) -> (continuation of Deferred@5220728 after retry RPC after error@1123180398) -> (continuation of Deferred@214750742 after retry RPC after error@1242738518) -> (continuation of Deferred@929815301 after retry RPC after error@1739778985) -> (continuation of Deferred@220527919 after retry RPC after error@1377016770) -> (continuation of Deferred@994689398 after retry RPC after error@1263962645) -> (continuation of Deferred@1630657493 after retry RPC after error@800231866) -> (continuation of Deferred@1518708555 after retry RPC after error@637306924) -> (continuation of Deferred@1258033205 after retry RPC after error@1903720337)))
18:36:52.224 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2134358294(state=PENDING, result=null, callback=(continuation of Deferred@414894423 after retry RPC after error@190429225) -> (continuation of Deferred@5220728 after retry RPC after error@1123180398) -> (continuation of Deferred@214750742 after retry RPC after error@1242738518) -> (continuation of Deferred@929815301 after retry RPC after error@1739778985) -> (continuation of Deferred@220527919 after retry RPC after error@1377016770) -> (continuation of Deferred@994689398 after retry RPC after error@1263962645) -> (continuation of Deferred@1630657493 after retry RPC after error@800231866) -> (continuation of Deferred@1518708555 after retry RPC after error@637306924) -> (continuation of Deferred@1258033205 after retry RPC after error@1903720337), errback=(continuation of Deferred@414894423 after retry RPC after error@190429225) -> (continuation of Deferred@5220728 after retry RPC after error@1123180398) -> (continuation of Deferred@214750742 after retry RPC after error@1242738518) -> (continuation of Deferred@929815301 after retry RPC after error@1739778985) -> (continuation of Deferred@220527919 after retry RPC after error@1377016770) -> (continuation of Deferred@994689398 after retry RPC after error@1263962645) -> (continuation of Deferred@1630657493 after retry RPC after error@800231866) -> (continuation of Deferred@1518708555 after retry RPC after error@637306924) -> (continuation of Deferred@1258033205 after retry RPC after error@1903720337)))
18:36:52.240 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.303 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:52.361346 25216 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:52.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.361 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:52.361588 25216 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:52.362 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.363 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.363 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.363 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:52.363396 25216 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:52.363 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:52.364907 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:52.365109 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:52.365190 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:52.365 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:52.365382 25216 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:52.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@124907716(state=PENDING, result=null, callback=(continuation of Deferred@1396866137 after retry RPC after error@1019506771) -> (continuation of Deferred@133133957 after retry RPC after error@252727660) -> (continuation of Deferred@1341146211 after retry RPC after error@1344922406) -> (continuation of Deferred@739179768 after retry RPC after error@555238180) -> (continuation of Deferred@1812383800 after retry RPC after error@1940469325) -> (continuation of Deferred@681307644 after retry RPC after error@1266260648) -> (continuation of Deferred@300211447 after retry RPC after error@734366680), errback=(continuation of Deferred@1396866137 after retry RPC after error@1019506771) -> (continuation of Deferred@133133957 after retry RPC after error@252727660) -> (continuation of Deferred@1341146211 after retry RPC after error@1344922406) -> (continuation of Deferred@739179768 after retry RPC after error@555238180) -> (continuation of Deferred@1812383800 after retry RPC after error@1940469325) -> (continuation of Deferred@681307644 after retry RPC after error@1266260648) -> (continuation of Deferred@300211447 after retry RPC after error@734366680)))
18:36:52.384 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@124907716(state=PENDING, result=null, callback=(continuation of Deferred@1396866137 after retry RPC after error@1019506771) -> (continuation of Deferred@133133957 after retry RPC after error@252727660) -> (continuation of Deferred@1341146211 after retry RPC after error@1344922406) -> (continuation of Deferred@739179768 after retry RPC after error@555238180) -> (continuation of Deferred@1812383800 after retry RPC after error@1940469325) -> (continuation of Deferred@681307644 after retry RPC after error@1266260648) -> (continuation of Deferred@300211447 after retry RPC after error@734366680), errback=(continuation of Deferred@1396866137 after retry RPC after error@1019506771) -> (continuation of Deferred@133133957 after retry RPC after error@252727660) -> (continuation of Deferred@1341146211 after retry RPC after error@1344922406) -> (continuation of Deferred@739179768 after retry RPC after error@555238180) -> (continuation of Deferred@1812383800 after retry RPC after error@1940469325) -> (continuation of Deferred@681307644 after retry RPC after error@1266260648) -> (continuation of Deferred@300211447 after retry RPC after error@734366680)))
18:36:52.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1400051711(state=PENDING, result=null, callback=(continuation of Deferred@1148271923 after retry RPC after error@1685269033) -> (continuation of Deferred@382662507 after retry RPC after error@1573504674) -> (continuation of Deferred@270332045 after retry RPC after error@1833153221) -> (continuation of Deferred@215442857 after retry RPC after error@523787847) -> (continuation of Deferred@1750551989 after retry RPC after error@418516960) -> (continuation of Deferred@792714106 after retry RPC after error@1923642044) -> (continuation of Deferred@541107129 after retry RPC after error@675624286), errback=(continuation of Deferred@1148271923 after retry RPC after error@1685269033) -> (continuation of Deferred@382662507 after retry RPC after error@1573504674) -> (continuation of Deferred@270332045 after retry RPC after error@1833153221) -> (continuation of Deferred@215442857 after retry RPC after error@523787847) -> (continuation of Deferred@1750551989 after retry RPC after error@418516960) -> (continuation of Deferred@792714106 after retry RPC after error@1923642044) -> (continuation of Deferred@541107129 after retry RPC after error@675624286)))
18:36:52.604 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1400051711(state=PENDING, result=null, callback=(continuation of Deferred@1148271923 after retry RPC after error@1685269033) -> (continuation of Deferred@382662507 after retry RPC after error@1573504674) -> (continuation of Deferred@270332045 after retry RPC after error@1833153221) -> (continuation of Deferred@215442857 after retry RPC after error@523787847) -> (continuation of Deferred@1750551989 after retry RPC after error@418516960) -> (continuation of Deferred@792714106 after retry RPC after error@1923642044) -> (continuation of Deferred@541107129 after retry RPC after error@675624286), errback=(continuation of Deferred@1148271923 after retry RPC after error@1685269033) -> (continuation of Deferred@382662507 after retry RPC after error@1573504674) -> (continuation of Deferred@270332045 after retry RPC after error@1833153221) -> (continuation of Deferred@215442857 after retry RPC after error@523787847) -> (continuation of Deferred@1750551989 after retry RPC after error@418516960) -> (continuation of Deferred@792714106 after retry RPC after error@1923642044) -> (continuation of Deferred@541107129 after retry RPC after error@675624286)))
18:36:52.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.682 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.742 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.842 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.844 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@42766810(state=PENDING, result=null, callback=(continuation of Deferred@1546852296 after retry RPC after error@407204540) -> (continuation of Deferred@470567291 after retry RPC after error@2062031201) -> (continuation of Deferred@1050791075 after retry RPC after error@230857049) -> (continuation of Deferred@1937460747 after retry RPC after error@1231184404) -> (continuation of Deferred@2031512399 after retry RPC after error@1611087205) -> (continuation of Deferred@1227172984 after retry RPC after error@328045962) -> (continuation of Deferred@1493948583 after retry RPC after error@12462838), errback=(continuation of Deferred@1546852296 after retry RPC after error@407204540) -> (continuation of Deferred@470567291 after retry RPC after error@2062031201) -> (continuation of Deferred@1050791075 after retry RPC after error@230857049) -> (continuation of Deferred@1937460747 after retry RPC after error@1231184404) -> (continuation of Deferred@2031512399 after retry RPC after error@1611087205) -> (continuation of Deferred@1227172984 after retry RPC after error@328045962) -> (continuation of Deferred@1493948583 after retry RPC after error@12462838)))
18:36:52.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@42766810(state=PENDING, result=null, callback=(continuation of Deferred@1546852296 after retry RPC after error@407204540) -> (continuation of Deferred@470567291 after retry RPC after error@2062031201) -> (continuation of Deferred@1050791075 after retry RPC after error@230857049) -> (continuation of Deferred@1937460747 after retry RPC after error@1231184404) -> (continuation of Deferred@2031512399 after retry RPC after error@1611087205) -> (continuation of Deferred@1227172984 after retry RPC after error@328045962) -> (continuation of Deferred@1493948583 after retry RPC after error@12462838), errback=(continuation of Deferred@1546852296 after retry RPC after error@407204540) -> (continuation of Deferred@470567291 after retry RPC after error@2062031201) -> (continuation of Deferred@1050791075 after retry RPC after error@230857049) -> (continuation of Deferred@1937460747 after retry RPC after error@1231184404) -> (continuation of Deferred@2031512399 after retry RPC after error@1611087205) -> (continuation of Deferred@1227172984 after retry RPC after error@328045962) -> (continuation of Deferred@1493948583 after retry RPC after error@12462838)))
18:36:52.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.864 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.903 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.903 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.903 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.903 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.904 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.943 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.944 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:52.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:52.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:52.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:52.984 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.984 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.984 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:52.984 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.004 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@228152648(state=PENDING, result=null, callback=(continuation of Deferred@463934338 after retry RPC after error@689389937) -> (continuation of Deferred@288177146 after retry RPC after error@1448681346) -> (continuation of Deferred@1967205832 after retry RPC after error@1716451032) -> (continuation of Deferred@516219648 after retry RPC after error@16730709) -> (continuation of Deferred@2091653359 after retry RPC after error@1833290132) -> (continuation of Deferred@1419832287 after retry RPC after error@779599612), errback=(continuation of Deferred@463934338 after retry RPC after error@689389937) -> (continuation of Deferred@288177146 after retry RPC after error@1448681346) -> (continuation of Deferred@1967205832 after retry RPC after error@1716451032) -> (continuation of Deferred@516219648 after retry RPC after error@16730709) -> (continuation of Deferred@2091653359 after retry RPC after error@1833290132) -> (continuation of Deferred@1419832287 after retry RPC after error@779599612)))
18:36:53.004 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@228152648(state=PENDING, result=null, callback=(continuation of Deferred@463934338 after retry RPC after error@689389937) -> (continuation of Deferred@288177146 after retry RPC after error@1448681346) -> (continuation of Deferred@1967205832 after retry RPC after error@1716451032) -> (continuation of Deferred@516219648 after retry RPC after error@16730709) -> (continuation of Deferred@2091653359 after retry RPC after error@1833290132) -> (continuation of Deferred@1419832287 after retry RPC after error@779599612), errback=(continuation of Deferred@463934338 after retry RPC after error@689389937) -> (continuation of Deferred@288177146 after retry RPC after error@1448681346) -> (continuation of Deferred@1967205832 after retry RPC after error@1716451032) -> (continuation of Deferred@516219648 after retry RPC after error@16730709) -> (continuation of Deferred@2091653359 after retry RPC after error@1833290132) -> (continuation of Deferred@1419832287 after retry RPC after error@779599612)))
18:36:53.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.023 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.023 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.024 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.024 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.080 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.122 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.281 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@205634608(state=PENDING, result=null, callback=(continuation of Deferred@913320493 after retry RPC after error@1949608478) -> (continuation of Deferred@1809131135 after retry RPC after error@1794418441) -> (continuation of Deferred@1575143736 after retry RPC after error@215481536) -> (continuation of Deferred@1316210171 after retry RPC after error@24178643) -> (continuation of Deferred@1250975180 after retry RPC after error@2031258018) -> (continuation of Deferred@698271590 after retry RPC after error@798403569) -> (continuation of Deferred@1738604018 after retry RPC after error@168961853), errback=(continuation of Deferred@913320493 after retry RPC after error@1949608478) -> (continuation of Deferred@1809131135 after retry RPC after error@1794418441) -> (continuation of Deferred@1575143736 after retry RPC after error@215481536) -> (continuation of Deferred@1316210171 after retry RPC after error@24178643) -> (continuation of Deferred@1250975180 after retry RPC after error@2031258018) -> (continuation of Deferred@698271590 after retry RPC after error@798403569) -> (continuation of Deferred@1738604018 after retry RPC after error@168961853)))
18:36:53.281 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:36:53.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.303 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.303 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.362 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.391 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:53.391574 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:36:53.392 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:53.391785 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:36:53.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@272936660(state=PENDING, result=null, callback=(continuation of Deferred@574354514 after retry RPC after error@1056093305) -> (continuation of Deferred@1677308463 after retry RPC after error@1451131530) -> (continuation of Deferred@731538803 after retry RPC after error@14703877) -> (continuation of Deferred@774303740 after retry RPC after error@208556640) -> (continuation of Deferred@1957109603 after retry RPC after error@1982688391) -> (continuation of Deferred@1869423793 after retry RPC after error@300848750), errback=(continuation of Deferred@574354514 after retry RPC after error@1056093305) -> (continuation of Deferred@1677308463 after retry RPC after error@1451131530) -> (continuation of Deferred@731538803 after retry RPC after error@14703877) -> (continuation of Deferred@774303740 after retry RPC after error@208556640) -> (continuation of Deferred@1957109603 after retry RPC after error@1982688391) -> (continuation of Deferred@1869423793 after retry RPC after error@300848750)))
18:36:53.444 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@272936660(state=PENDING, result=null, callback=(continuation of Deferred@574354514 after retry RPC after error@1056093305) -> (continuation of Deferred@1677308463 after retry RPC after error@1451131530) -> (continuation of Deferred@731538803 after retry RPC after error@14703877) -> (continuation of Deferred@774303740 after retry RPC after error@208556640) -> (continuation of Deferred@1957109603 after retry RPC after error@1982688391) -> (continuation of Deferred@1869423793 after retry RPC after error@300848750), errback=(continuation of Deferred@574354514 after retry RPC after error@1056093305) -> (continuation of Deferred@1677308463 after retry RPC after error@1451131530) -> (continuation of Deferred@731538803 after retry RPC after error@14703877) -> (continuation of Deferred@774303740 after retry RPC after error@208556640) -> (continuation of Deferred@1957109603 after retry RPC after error@1982688391) -> (continuation of Deferred@1869423793 after retry RPC after error@300848750)))
18:36:53.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.463 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.463 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.523 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.524 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.704 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:53.703867 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:36:53.704 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1496304067(state=PENDING, result=null, callback=(continuation of Deferred@1254491785 after retry RPC after error@77600044) -> (continuation of Deferred@351808897 after retry RPC after error@859737868) -> (continuation of Deferred@1236678060 after retry RPC after error@1304117443) -> (continuation of Deferred@410712272 after retry RPC after error@1610306108) -> (continuation of Deferred@655886138 after retry RPC after error@808642114) -> (continuation of Deferred@2134979820 after retry RPC after error@2049893258) -> (continuation of Deferred@501750306 after retry RPC after error@986709803), errback=(continuation of Deferred@1254491785 after retry RPC after error@77600044) -> (continuation of Deferred@351808897 after retry RPC after error@859737868) -> (continuation of Deferred@1236678060 after retry RPC after error@1304117443) -> (continuation of Deferred@410712272 after retry RPC after error@1610306108) -> (continuation of Deferred@655886138 after retry RPC after error@808642114) -> (continuation of Deferred@2134979820 after retry RPC after error@2049893258) -> (continuation of Deferred@501750306 after retry RPC after error@986709803)))
18:36:53.704 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1496304067(state=PENDING, result=null, callback=(continuation of Deferred@1254491785 after retry RPC after error@77600044) -> (continuation of Deferred@351808897 after retry RPC after error@859737868) -> (continuation of Deferred@1236678060 after retry RPC after error@1304117443) -> (continuation of Deferred@410712272 after retry RPC after error@1610306108) -> (continuation of Deferred@655886138 after retry RPC after error@808642114) -> (continuation of Deferred@2134979820 after retry RPC after error@2049893258) -> (continuation of Deferred@501750306 after retry RPC after error@986709803), errback=(continuation of Deferred@1254491785 after retry RPC after error@77600044) -> (continuation of Deferred@351808897 after retry RPC after error@859737868) -> (continuation of Deferred@1236678060 after retry RPC after error@1304117443) -> (continuation of Deferred@410712272 after retry RPC after error@1610306108) -> (continuation of Deferred@655886138 after retry RPC after error@808642114) -> (continuation of Deferred@2134979820 after retry RPC after error@2049893258) -> (continuation of Deferred@501750306 after retry RPC after error@986709803)))
18:36:53.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:53.708459 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:36:53.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:53.710028 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:36:53.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.783 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.783 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.784 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.842 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:53.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@564387817(state=PENDING, result=null, callback=(continuation of Deferred@435281062 after retry RPC after error@1011765988) -> (continuation of Deferred@1799486219 after retry RPC after error@1411525917) -> (continuation of Deferred@1126289363 after retry RPC after error@230063137) -> (continuation of Deferred@1774933823 after retry RPC after error@742708702) -> (continuation of Deferred@1641466066 after retry RPC after error@1606412221) -> (continuation of Deferred@1828598234 after retry RPC after error@1721693118) -> (continuation of Deferred@836315111 after retry RPC after error@301706350), errback=(continuation of Deferred@435281062 after retry RPC after error@1011765988) -> (continuation of Deferred@1799486219 after retry RPC after error@1411525917) -> (continuation of Deferred@1126289363 after retry RPC after error@230063137) -> (continuation of Deferred@1774933823 after retry RPC after error@742708702) -> (continuation of Deferred@1641466066 after retry RPC after error@1606412221) -> (continuation of Deferred@1828598234 after retry RPC after error@1721693118) -> (continuation of Deferred@836315111 after retry RPC after error@301706350)))
18:36:53.964 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] refreshing cache from master, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@564387817(state=PENDING, result=null, callback=(continuation of Deferred@435281062 after retry RPC after error@1011765988) -> (continuation of Deferred@1799486219 after retry RPC after error@1411525917) -> (continuation of Deferred@1126289363 after retry RPC after error@230063137) -> (continuation of Deferred@1774933823 after retry RPC after error@742708702) -> (continuation of Deferred@1641466066 after retry RPC after error@1606412221) -> (continuation of Deferred@1828598234 after retry RPC after error@1721693118) -> (continuation of Deferred@836315111 after retry RPC after error@301706350), errback=(continuation of Deferred@435281062 after retry RPC after error@1011765988) -> (continuation of Deferred@1799486219 after retry RPC after error@1411525917) -> (continuation of Deferred@1126289363 after retry RPC after error@230063137) -> (continuation of Deferred@1774933823 after retry RPC after error@742708702) -> (continuation of Deferred@1641466066 after retry RPC after error@1606412221) -> (continuation of Deferred@1828598234 after retry RPC after error@1721693118) -> (continuation of Deferred@836315111 after retry RPC after error@301706350)))
18:36:53.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:53.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:53.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:53.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:53.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.023 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:54.031911 25230 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:54.032 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:54.032263 25230 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:54.033 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:54.032996 25230 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:54.034 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:54.034268 24341 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111) [suppressed 11 similar messages]
18:36:54.035 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:54.035753 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:54.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:54.036017 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:54.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:54.036136 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:54.036 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:54.036365 25230 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:54.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.142 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.223 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.223 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.224 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.224 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.224 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.225 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@136328716(state=PENDING, result=null, callback=(continuation of Deferred@340956662 after retry RPC after error@1497847272) -> (continuation of Deferred@756055517 after retry RPC after error@613006885) -> (continuation of Deferred@611607143 after retry RPC after error@1207933716) -> (continuation of Deferred@1773140131 after retry RPC after error@12454693) -> (continuation of Deferred@123610639 after retry RPC after error@1019361995) -> (continuation of Deferred@708749072 after retry RPC after error@1521051217) -> (continuation of Deferred@741432661 after retry RPC after error@25706106), errback=(continuation of Deferred@340956662 after retry RPC after error@1497847272) -> (continuation of Deferred@756055517 after retry RPC after error@613006885) -> (continuation of Deferred@611607143 after retry RPC after error@1207933716) -> (continuation of Deferred@1773140131 after retry RPC after error@12454693) -> (continuation of Deferred@123610639 after retry RPC after error@1019361995) -> (continuation of Deferred@708749072 after retry RPC after error@1521051217) -> (continuation of Deferred@741432661 after retry RPC after error@25706106)))
18:36:54.225 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@136328716(state=PENDING, result=null, callback=(continuation of Deferred@340956662 after retry RPC after error@1497847272) -> (continuation of Deferred@756055517 after retry RPC after error@613006885) -> (continuation of Deferred@611607143 after retry RPC after error@1207933716) -> (continuation of Deferred@1773140131 after retry RPC after error@12454693) -> (continuation of Deferred@123610639 after retry RPC after error@1019361995) -> (continuation of Deferred@708749072 after retry RPC after error@1521051217) -> (continuation of Deferred@741432661 after retry RPC after error@25706106), errback=(continuation of Deferred@340956662 after retry RPC after error@1497847272) -> (continuation of Deferred@756055517 after retry RPC after error@613006885) -> (continuation of Deferred@611607143 after retry RPC after error@1207933716) -> (continuation of Deferred@1773140131 after retry RPC after error@12454693) -> (continuation of Deferred@123610639 after retry RPC after error@1019361995) -> (continuation of Deferred@708749072 after retry RPC after error@1521051217) -> (continuation of Deferred@741432661 after retry RPC after error@25706106)))
18:36:54.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.263 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.404 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@926999345(state=PENDING, result=null, callback=(continuation of Deferred@1651464779 after retry RPC after error@1775425932) -> (continuation of Deferred@1575403126 after retry RPC after error@1838126992) -> (continuation of Deferred@1974089064 after retry RPC after error@181116136) -> (continuation of Deferred@1647740617 after retry RPC after error@1939127816) -> (continuation of Deferred@1471267943 after retry RPC after error@30097061) -> (continuation of Deferred@1469968539 after retry RPC after error@19882142), errback=(continuation of Deferred@1651464779 after retry RPC after error@1775425932) -> (continuation of Deferred@1575403126 after retry RPC after error@1838126992) -> (continuation of Deferred@1974089064 after retry RPC after error@181116136) -> (continuation of Deferred@1647740617 after retry RPC after error@1939127816) -> (continuation of Deferred@1471267943 after retry RPC after error@30097061) -> (continuation of Deferred@1469968539 after retry RPC after error@19882142)))
18:36:54.404 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@926999345(state=PENDING, result=null, callback=(continuation of Deferred@1651464779 after retry RPC after error@1775425932) -> (continuation of Deferred@1575403126 after retry RPC after error@1838126992) -> (continuation of Deferred@1974089064 after retry RPC after error@181116136) -> (continuation of Deferred@1647740617 after retry RPC after error@1939127816) -> (continuation of Deferred@1471267943 after retry RPC after error@30097061) -> (continuation of Deferred@1469968539 after retry RPC after error@19882142), errback=(continuation of Deferred@1651464779 after retry RPC after error@1775425932) -> (continuation of Deferred@1575403126 after retry RPC after error@1838126992) -> (continuation of Deferred@1974089064 after retry RPC after error@181116136) -> (continuation of Deferred@1647740617 after retry RPC after error@1939127816) -> (continuation of Deferred@1471267943 after retry RPC after error@30097061) -> (continuation of Deferred@1469968539 after retry RPC after error@19882142)))
18:36:54.420 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.483 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.500 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1068945200(state=PENDING, result=null, callback=(continuation of Deferred@1709741823 after retry RPC after error@888907330) -> (continuation of Deferred@1913627296 after retry RPC after error@2076781726) -> (continuation of Deferred@1521947254 after retry RPC after error@865560276) -> (continuation of Deferred@1015204004 after retry RPC after error@236826230) -> (continuation of Deferred@1826306401 after retry RPC after error@1685214184) -> (continuation of Deferred@1310683178 after retry RPC after error@756160897), errback=(continuation of Deferred@1709741823 after retry RPC after error@888907330) -> (continuation of Deferred@1913627296 after retry RPC after error@2076781726) -> (continuation of Deferred@1521947254 after retry RPC after error@865560276) -> (continuation of Deferred@1015204004 after retry RPC after error@236826230) -> (continuation of Deferred@1826306401 after retry RPC after error@1685214184) -> (continuation of Deferred@1310683178 after retry RPC after error@756160897)))
18:36:54.583 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1068945200(state=PENDING, result=null, callback=(continuation of Deferred@1709741823 after retry RPC after error@888907330) -> (continuation of Deferred@1913627296 after retry RPC after error@2076781726) -> (continuation of Deferred@1521947254 after retry RPC after error@865560276) -> (continuation of Deferred@1015204004 after retry RPC after error@236826230) -> (continuation of Deferred@1826306401 after retry RPC after error@1685214184) -> (continuation of Deferred@1310683178 after retry RPC after error@756160897), errback=(continuation of Deferred@1709741823 after retry RPC after error@888907330) -> (continuation of Deferred@1913627296 after retry RPC after error@2076781726) -> (continuation of Deferred@1521947254 after retry RPC after error@865560276) -> (continuation of Deferred@1015204004 after retry RPC after error@236826230) -> (continuation of Deferred@1826306401 after retry RPC after error@1685214184) -> (continuation of Deferred@1310683178 after retry RPC after error@756160897)))
18:36:54.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.663 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.682 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.683 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.683 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.783 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@563170792(state=PENDING, result=null, callback=(continuation of Deferred@1018151884 after retry RPC after error@822613477) -> (continuation of Deferred@911545760 after retry RPC after error@494989455) -> (continuation of Deferred@1601433936 after retry RPC after error@774205542) -> (continuation of Deferred@818124823 after retry RPC after error@710742536) -> (continuation of Deferred@1793363810 after retry RPC after error@1866953752) -> (continuation of Deferred@1130908359 after retry RPC after error@31968752), errback=(continuation of Deferred@1018151884 after retry RPC after error@822613477) -> (continuation of Deferred@911545760 after retry RPC after error@494989455) -> (continuation of Deferred@1601433936 after retry RPC after error@774205542) -> (continuation of Deferred@818124823 after retry RPC after error@710742536) -> (continuation of Deferred@1793363810 after retry RPC after error@1866953752) -> (continuation of Deferred@1130908359 after retry RPC after error@31968752)))
18:36:54.784 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@563170792(state=PENDING, result=null, callback=(continuation of Deferred@1018151884 after retry RPC after error@822613477) -> (continuation of Deferred@911545760 after retry RPC after error@494989455) -> (continuation of Deferred@1601433936 after retry RPC after error@774205542) -> (continuation of Deferred@818124823 after retry RPC after error@710742536) -> (continuation of Deferred@1793363810 after retry RPC after error@1866953752) -> (continuation of Deferred@1130908359 after retry RPC after error@31968752), errback=(continuation of Deferred@1018151884 after retry RPC after error@822613477) -> (continuation of Deferred@911545760 after retry RPC after error@494989455) -> (continuation of Deferred@1601433936 after retry RPC after error@774205542) -> (continuation of Deferred@818124823 after retry RPC after error@710742536) -> (continuation of Deferred@1793363810 after retry RPC after error@1866953752) -> (continuation of Deferred@1130908359 after retry RPC after error@31968752)))
18:36:54.800 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:54.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:54.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:54.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:54.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:54.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.043 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.043 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1801134027(state=PENDING, result=null, callback=(continuation of Deferred@579301444 after retry RPC after error@148910947) -> (continuation of Deferred@526353940 after retry RPC after error@743008115) -> (continuation of Deferred@903161838 after retry RPC after error@1009217820) -> (continuation of Deferred@1605054378 after retry RPC after error@943630803) -> (continuation of Deferred@608699245 after retry RPC after error@593508713) -> (continuation of Deferred@632325328 after retry RPC after error@1754124676) -> (continuation of Deferred@213578899 after retry RPC after error@783499036), errback=(continuation of Deferred@579301444 after retry RPC after error@148910947) -> (continuation of Deferred@526353940 after retry RPC after error@743008115) -> (continuation of Deferred@903161838 after retry RPC after error@1009217820) -> (continuation of Deferred@1605054378 after retry RPC after error@943630803) -> (continuation of Deferred@608699245 after retry RPC after error@593508713) -> (continuation of Deferred@632325328 after retry RPC after error@1754124676) -> (continuation of Deferred@213578899 after retry RPC after error@783499036)))
18:36:55.044 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1801134027(state=PENDING, result=null, callback=(continuation of Deferred@579301444 after retry RPC after error@148910947) -> (continuation of Deferred@526353940 after retry RPC after error@743008115) -> (continuation of Deferred@903161838 after retry RPC after error@1009217820) -> (continuation of Deferred@1605054378 after retry RPC after error@943630803) -> (continuation of Deferred@608699245 after retry RPC after error@593508713) -> (continuation of Deferred@632325328 after retry RPC after error@1754124676) -> (continuation of Deferred@213578899 after retry RPC after error@783499036), errback=(continuation of Deferred@579301444 after retry RPC after error@148910947) -> (continuation of Deferred@526353940 after retry RPC after error@743008115) -> (continuation of Deferred@903161838 after retry RPC after error@1009217820) -> (continuation of Deferred@1605054378 after retry RPC after error@943630803) -> (continuation of Deferred@608699245 after retry RPC after error@593508713) -> (continuation of Deferred@632325328 after retry RPC after error@1754124676) -> (continuation of Deferred@213578899 after retry RPC after error@783499036)))
18:36:55.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.162 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@805391788(state=PENDING, result=null, callback=(continuation of Deferred@967460291 after retry RPC after error@613404038) -> (continuation of Deferred@1888743114 after retry RPC after error@1246081369) -> (continuation of Deferred@556425615 after retry RPC after error@2064870353) -> (continuation of Deferred@345587655 after retry RPC after error@1932626804) -> (continuation of Deferred@31832708 after retry RPC after error@1632109706) -> (continuation of Deferred@1022519395 after retry RPC after error@1130839714), errback=(continuation of Deferred@967460291 after retry RPC after error@613404038) -> (continuation of Deferred@1888743114 after retry RPC after error@1246081369) -> (continuation of Deferred@556425615 after retry RPC after error@2064870353) -> (continuation of Deferred@345587655 after retry RPC after error@1932626804) -> (continuation of Deferred@31832708 after retry RPC after error@1632109706) -> (continuation of Deferred@1022519395 after retry RPC after error@1130839714)))
18:36:55.243 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@805391788(state=PENDING, result=null, callback=(continuation of Deferred@967460291 after retry RPC after error@613404038) -> (continuation of Deferred@1888743114 after retry RPC after error@1246081369) -> (continuation of Deferred@556425615 after retry RPC after error@2064870353) -> (continuation of Deferred@345587655 after retry RPC after error@1932626804) -> (continuation of Deferred@31832708 after retry RPC after error@1632109706) -> (continuation of Deferred@1022519395 after retry RPC after error@1130839714), errback=(continuation of Deferred@967460291 after retry RPC after error@613404038) -> (continuation of Deferred@1888743114 after retry RPC after error@1246081369) -> (continuation of Deferred@556425615 after retry RPC after error@2064870353) -> (continuation of Deferred@345587655 after retry RPC after error@1932626804) -> (continuation of Deferred@31832708 after retry RPC after error@1632109706) -> (continuation of Deferred@1022519395 after retry RPC after error@1130839714)))
18:36:55.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.362 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.363 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.400 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.483 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@629841100(state=PENDING, result=null, callback=(continuation of Deferred@1965022035 after retry RPC after error@949870228) -> (continuation of Deferred@1610142069 after retry RPC after error@786782906) -> (continuation of Deferred@632015222 after retry RPC after error@1939135017) -> (continuation of Deferred@1795087959 after retry RPC after error@1850370360) -> (continuation of Deferred@366079486 after retry RPC after error@1078012159) -> (continuation of Deferred@1557220038 after retry RPC after error@1634728909) -> (continuation of Deferred@2076922883 after retry RPC after error@847547733) -> (continuation of Deferred@1683322553 after retry RPC after error@2063226989), errback=(continuation of Deferred@1965022035 after retry RPC after error@949870228) -> (continuation of Deferred@1610142069 after retry RPC after error@786782906) -> (continuation of Deferred@632015222 after retry RPC after error@1939135017) -> (continuation of Deferred@1795087959 after retry RPC after error@1850370360) -> (continuation of Deferred@366079486 after retry RPC after error@1078012159) -> (continuation of Deferred@1557220038 after retry RPC after error@1634728909) -> (continuation of Deferred@2076922883 after retry RPC after error@847547733) -> (continuation of Deferred@1683322553 after retry RPC after error@2063226989)))
18:36:55.484 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@629841100(state=PENDING, result=null, callback=(continuation of Deferred@1965022035 after retry RPC after error@949870228) -> (continuation of Deferred@1610142069 after retry RPC after error@786782906) -> (continuation of Deferred@632015222 after retry RPC after error@1939135017) -> (continuation of Deferred@1795087959 after retry RPC after error@1850370360) -> (continuation of Deferred@366079486 after retry RPC after error@1078012159) -> (continuation of Deferred@1557220038 after retry RPC after error@1634728909) -> (continuation of Deferred@2076922883 after retry RPC after error@847547733) -> (continuation of Deferred@1683322553 after retry RPC after error@2063226989), errback=(continuation of Deferred@1965022035 after retry RPC after error@949870228) -> (continuation of Deferred@1610142069 after retry RPC after error@786782906) -> (continuation of Deferred@632015222 after retry RPC after error@1939135017) -> (continuation of Deferred@1795087959 after retry RPC after error@1850370360) -> (continuation of Deferred@366079486 after retry RPC after error@1078012159) -> (continuation of Deferred@1557220038 after retry RPC after error@1634728909) -> (continuation of Deferred@2076922883 after retry RPC after error@847547733) -> (continuation of Deferred@1683322553 after retry RPC after error@2063226989)))
18:36:55.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.583 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.583 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.584 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.722 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.724 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@151548298(state=PENDING, result=null, callback=(continuation of Deferred@1001158206 after retry RPC after error@517054215) -> (continuation of Deferred@1296164436 after retry RPC after error@118446679) -> (continuation of Deferred@1598734606 after retry RPC after error@1299268679) -> (continuation of Deferred@264272123 after retry RPC after error@1918916278) -> (continuation of Deferred@2066463557 after retry RPC after error@1019185947) -> (continuation of Deferred@808725463 after retry RPC after error@1074859649) -> (continuation of Deferred@1715889237 after retry RPC after error@643943637), errback=(continuation of Deferred@1001158206 after retry RPC after error@517054215) -> (continuation of Deferred@1296164436 after retry RPC after error@118446679) -> (continuation of Deferred@1598734606 after retry RPC after error@1299268679) -> (continuation of Deferred@264272123 after retry RPC after error@1918916278) -> (continuation of Deferred@2066463557 after retry RPC after error@1019185947) -> (continuation of Deferred@808725463 after retry RPC after error@1074859649) -> (continuation of Deferred@1715889237 after retry RPC after error@643943637)))
18:36:55.724 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@151548298(state=PENDING, result=null, callback=(continuation of Deferred@1001158206 after retry RPC after error@517054215) -> (continuation of Deferred@1296164436 after retry RPC after error@118446679) -> (continuation of Deferred@1598734606 after retry RPC after error@1299268679) -> (continuation of Deferred@264272123 after retry RPC after error@1918916278) -> (continuation of Deferred@2066463557 after retry RPC after error@1019185947) -> (continuation of Deferred@808725463 after retry RPC after error@1074859649) -> (continuation of Deferred@1715889237 after retry RPC after error@643943637), errback=(continuation of Deferred@1001158206 after retry RPC after error@517054215) -> (continuation of Deferred@1296164436 after retry RPC after error@118446679) -> (continuation of Deferred@1598734606 after retry RPC after error@1299268679) -> (continuation of Deferred@264272123 after retry RPC after error@1918916278) -> (continuation of Deferred@2066463557 after retry RPC after error@1019185947) -> (continuation of Deferred@808725463 after retry RPC after error@1074859649) -> (continuation of Deferred@1715889237 after retry RPC after error@643943637)))
18:36:55.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.802 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.842 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@718948131(state=PENDING, result=null, callback=(continuation of Deferred@800909738 after retry RPC after error@476465831) -> (continuation of Deferred@1619914940 after retry RPC after error@412500177) -> (continuation of Deferred@1353653200 after retry RPC after error@2125615120) -> (continuation of Deferred@1907705706 after retry RPC after error@1527714117) -> (continuation of Deferred@1935077487 after retry RPC after error@529013957) -> (continuation of Deferred@1155372617 after retry RPC after error@1736123054) -> (continuation of Deferred@594178982 after retry RPC after error@2094742842), errback=(continuation of Deferred@800909738 after retry RPC after error@476465831) -> (continuation of Deferred@1619914940 after retry RPC after error@412500177) -> (continuation of Deferred@1353653200 after retry RPC after error@2125615120) -> (continuation of Deferred@1907705706 after retry RPC after error@1527714117) -> (continuation of Deferred@1935077487 after retry RPC after error@529013957) -> (continuation of Deferred@1155372617 after retry RPC after error@1736123054) -> (continuation of Deferred@594178982 after retry RPC after error@2094742842)))
18:36:55.943 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@718948131(state=PENDING, result=null, callback=(continuation of Deferred@800909738 after retry RPC after error@476465831) -> (continuation of Deferred@1619914940 after retry RPC after error@412500177) -> (continuation of Deferred@1353653200 after retry RPC after error@2125615120) -> (continuation of Deferred@1907705706 after retry RPC after error@1527714117) -> (continuation of Deferred@1935077487 after retry RPC after error@529013957) -> (continuation of Deferred@1155372617 after retry RPC after error@1736123054) -> (continuation of Deferred@594178982 after retry RPC after error@2094742842), errback=(continuation of Deferred@800909738 after retry RPC after error@476465831) -> (continuation of Deferred@1619914940 after retry RPC after error@412500177) -> (continuation of Deferred@1353653200 after retry RPC after error@2125615120) -> (continuation of Deferred@1907705706 after retry RPC after error@1527714117) -> (continuation of Deferred@1935077487 after retry RPC after error@529013957) -> (continuation of Deferred@1155372617 after retry RPC after error@1736123054) -> (continuation of Deferred@594178982 after retry RPC after error@2094742842)))
18:36:55.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:55.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:55.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:55.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:55.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:55.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.003 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.102 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.103 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.103 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@706467186(state=PENDING, result=null, callback=(continuation of Deferred@961592087 after retry RPC after error@266037938) -> (continuation of Deferred@2109186663 after retry RPC after error@166942950) -> (continuation of Deferred@893895372 after retry RPC after error@1629331500) -> (continuation of Deferred@561615602 after retry RPC after error@845077075) -> (continuation of Deferred@964968310 after retry RPC after error@890561706) -> (continuation of Deferred@1486298872 after retry RPC after error@476040187), errback=(continuation of Deferred@961592087 after retry RPC after error@266037938) -> (continuation of Deferred@2109186663 after retry RPC after error@166942950) -> (continuation of Deferred@893895372 after retry RPC after error@1629331500) -> (continuation of Deferred@561615602 after retry RPC after error@845077075) -> (continuation of Deferred@964968310 after retry RPC after error@890561706) -> (continuation of Deferred@1486298872 after retry RPC after error@476040187)))
18:36:56.104 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@706467186(state=PENDING, result=null, callback=(continuation of Deferred@961592087 after retry RPC after error@266037938) -> (continuation of Deferred@2109186663 after retry RPC after error@166942950) -> (continuation of Deferred@893895372 after retry RPC after error@1629331500) -> (continuation of Deferred@561615602 after retry RPC after error@845077075) -> (continuation of Deferred@964968310 after retry RPC after error@890561706) -> (continuation of Deferred@1486298872 after retry RPC after error@476040187), errback=(continuation of Deferred@961592087 after retry RPC after error@266037938) -> (continuation of Deferred@2109186663 after retry RPC after error@166942950) -> (continuation of Deferred@893895372 after retry RPC after error@1629331500) -> (continuation of Deferred@561615602 after retry RPC after error@845077075) -> (continuation of Deferred@964968310 after retry RPC after error@890561706) -> (continuation of Deferred@1486298872 after retry RPC after error@476040187)))
18:36:56.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.223 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.223 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.363 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@205144512(state=PENDING, result=null, callback=(continuation of Deferred@1271320699 after retry RPC after error@2030869392) -> (continuation of Deferred@131055463 after retry RPC after error@1504041503) -> (continuation of Deferred@614304856 after retry RPC after error@969954112) -> (continuation of Deferred@1126098842 after retry RPC after error@882682052) -> (continuation of Deferred@2083200323 after retry RPC after error@1205472213) -> (continuation of Deferred@1942750851 after retry RPC after error@583486134) -> (continuation of Deferred@102927016 after retry RPC after error@296856858) -> (continuation of Deferred@47860145 after retry RPC after error@441463206), errback=(continuation of Deferred@1271320699 after retry RPC after error@2030869392) -> (continuation of Deferred@131055463 after retry RPC after error@1504041503) -> (continuation of Deferred@614304856 after retry RPC after error@969954112) -> (continuation of Deferred@1126098842 after retry RPC after error@882682052) -> (continuation of Deferred@2083200323 after retry RPC after error@1205472213) -> (continuation of Deferred@1942750851 after retry RPC after error@583486134) -> (continuation of Deferred@102927016 after retry RPC after error@296856858) -> (continuation of Deferred@47860145 after retry RPC after error@441463206)))
18:36:56.363 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@205144512(state=PENDING, result=null, callback=(continuation of Deferred@1271320699 after retry RPC after error@2030869392) -> (continuation of Deferred@131055463 after retry RPC after error@1504041503) -> (continuation of Deferred@614304856 after retry RPC after error@969954112) -> (continuation of Deferred@1126098842 after retry RPC after error@882682052) -> (continuation of Deferred@2083200323 after retry RPC after error@1205472213) -> (continuation of Deferred@1942750851 after retry RPC after error@583486134) -> (continuation of Deferred@102927016 after retry RPC after error@296856858) -> (continuation of Deferred@47860145 after retry RPC after error@441463206), errback=(continuation of Deferred@1271320699 after retry RPC after error@2030869392) -> (continuation of Deferred@131055463 after retry RPC after error@1504041503) -> (continuation of Deferred@614304856 after retry RPC after error@969954112) -> (continuation of Deferred@1126098842 after retry RPC after error@882682052) -> (continuation of Deferred@2083200323 after retry RPC after error@1205472213) -> (continuation of Deferred@1942750851 after retry RPC after error@583486134) -> (continuation of Deferred@102927016 after retry RPC after error@296856858) -> (continuation of Deferred@47860145 after retry RPC after error@441463206)))
18:36:56.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.642 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@513601749(state=PENDING, result=null, callback=(continuation of Deferred@1555280006 after retry RPC after error@1426228565) -> (continuation of Deferred@1723235291 after retry RPC after error@534066560) -> (continuation of Deferred@1587773820 after retry RPC after error@524980176) -> (continuation of Deferred@1257723713 after retry RPC after error@2084049578) -> (continuation of Deferred@1054000176 after retry RPC after error@1965942837) -> (continuation of Deferred@93385870 after retry RPC after error@956369876) -> (continuation of Deferred@299543424 after retry RPC after error@195859918) -> (continuation of Deferred@161100977 after retry RPC after error@947180029), errback=(continuation of Deferred@1555280006 after retry RPC after error@1426228565) -> (continuation of Deferred@1723235291 after retry RPC after error@534066560) -> (continuation of Deferred@1587773820 after retry RPC after error@524980176) -> (continuation of Deferred@1257723713 after retry RPC after error@2084049578) -> (continuation of Deferred@1054000176 after retry RPC after error@1965942837) -> (continuation of Deferred@93385870 after retry RPC after error@956369876) -> (continuation of Deferred@299543424 after retry RPC after error@195859918) -> (continuation of Deferred@161100977 after retry RPC after error@947180029)))
18:36:56.642 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:36:56.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.802 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.840 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1703913989(state=PENDING, result=null, callback=(continuation of Deferred@1646755580 after retry RPC after error@917462182) -> (continuation of Deferred@1579064243 after retry RPC after error@1180294647) -> (continuation of Deferred@525376350 after retry RPC after error@1398189694) -> (continuation of Deferred@2042590372 after retry RPC after error@1904326657) -> (continuation of Deferred@1779455748 after retry RPC after error@206774630) -> (continuation of Deferred@239824412 after retry RPC after error@1920376420) -> (continuation of Deferred@439766873 after retry RPC after error@268113256), errback=(continuation of Deferred@1646755580 after retry RPC after error@917462182) -> (continuation of Deferred@1579064243 after retry RPC after error@1180294647) -> (continuation of Deferred@525376350 after retry RPC after error@1398189694) -> (continuation of Deferred@2042590372 after retry RPC after error@1904326657) -> (continuation of Deferred@1779455748 after retry RPC after error@206774630) -> (continuation of Deferred@239824412 after retry RPC after error@1920376420) -> (continuation of Deferred@439766873 after retry RPC after error@268113256)))
18:36:56.843 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1703913989(state=PENDING, result=null, callback=(continuation of Deferred@1646755580 after retry RPC after error@917462182) -> (continuation of Deferred@1579064243 after retry RPC after error@1180294647) -> (continuation of Deferred@525376350 after retry RPC after error@1398189694) -> (continuation of Deferred@2042590372 after retry RPC after error@1904326657) -> (continuation of Deferred@1779455748 after retry RPC after error@206774630) -> (continuation of Deferred@239824412 after retry RPC after error@1920376420) -> (continuation of Deferred@439766873 after retry RPC after error@268113256), errback=(continuation of Deferred@1646755580 after retry RPC after error@917462182) -> (continuation of Deferred@1579064243 after retry RPC after error@1180294647) -> (continuation of Deferred@525376350 after retry RPC after error@1398189694) -> (continuation of Deferred@2042590372 after retry RPC after error@1904326657) -> (continuation of Deferred@1779455748 after retry RPC after error@206774630) -> (continuation of Deferred@239824412 after retry RPC after error@1920376420) -> (continuation of Deferred@439766873 after retry RPC after error@268113256)))
18:36:56.860 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.903 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.923 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.923 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.923 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.923 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.923 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:56.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:56.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:56.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:56.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:56.996 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:56.996703 25251 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:56.996949 25251 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:56.997 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:56.997673 25251 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:57.000300 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:57.000504 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:57.000 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:57.000617 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:57.001 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:57.000886 25251 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:57.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1299363048(state=PENDING, result=null, callback=(continuation of Deferred@1360438690 after retry RPC after error@151239717) -> (continuation of Deferred@66449537 after retry RPC after error@1543029219) -> (continuation of Deferred@1067926667 after retry RPC after error@735131086) -> (continuation of Deferred@126659021 after retry RPC after error@451319558) -> (continuation of Deferred@526388173 after retry RPC after error@1027420842) -> (continuation of Deferred@1595749889 after retry RPC after error@1903023171), errback=(continuation of Deferred@1360438690 after retry RPC after error@151239717) -> (continuation of Deferred@66449537 after retry RPC after error@1543029219) -> (continuation of Deferred@1067926667 after retry RPC after error@735131086) -> (continuation of Deferred@126659021 after retry RPC after error@451319558) -> (continuation of Deferred@526388173 after retry RPC after error@1027420842) -> (continuation of Deferred@1595749889 after retry RPC after error@1903023171)))
18:36:57.023 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1299363048(state=PENDING, result=null, callback=(continuation of Deferred@1360438690 after retry RPC after error@151239717) -> (continuation of Deferred@66449537 after retry RPC after error@1543029219) -> (continuation of Deferred@1067926667 after retry RPC after error@735131086) -> (continuation of Deferred@126659021 after retry RPC after error@451319558) -> (continuation of Deferred@526388173 after retry RPC after error@1027420842) -> (continuation of Deferred@1595749889 after retry RPC after error@1903023171), errback=(continuation of Deferred@1360438690 after retry RPC after error@151239717) -> (continuation of Deferred@66449537 after retry RPC after error@1543029219) -> (continuation of Deferred@1067926667 after retry RPC after error@735131086) -> (continuation of Deferred@126659021 after retry RPC after error@451319558) -> (continuation of Deferred@526388173 after retry RPC after error@1027420842) -> (continuation of Deferred@1595749889 after retry RPC after error@1903023171)))
18:36:57.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@45135719(state=PENDING, result=null, callback=(continuation of Deferred@1926210499 after retry RPC after error@354005017) -> (continuation of Deferred@1486894462 after retry RPC after error@1605151362) -> (continuation of Deferred@1358093071 after retry RPC after error@137572464) -> (continuation of Deferred@1373765581 after retry RPC after error@1805887433) -> (continuation of Deferred@760161041 after retry RPC after error@1013855864) -> (continuation of Deferred@1655683503 after retry RPC after error@340056028) -> (continuation of Deferred@1086798318 after retry RPC after error@223812216), errback=(continuation of Deferred@1926210499 after retry RPC after error@354005017) -> (continuation of Deferred@1486894462 after retry RPC after error@1605151362) -> (continuation of Deferred@1358093071 after retry RPC after error@137572464) -> (continuation of Deferred@1373765581 after retry RPC after error@1805887433) -> (continuation of Deferred@760161041 after retry RPC after error@1013855864) -> (continuation of Deferred@1655683503 after retry RPC after error@340056028) -> (continuation of Deferred@1086798318 after retry RPC after error@223812216)))
18:36:57.283 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@45135719(state=PENDING, result=null, callback=(continuation of Deferred@1926210499 after retry RPC after error@354005017) -> (continuation of Deferred@1486894462 after retry RPC after error@1605151362) -> (continuation of Deferred@1358093071 after retry RPC after error@137572464) -> (continuation of Deferred@1373765581 after retry RPC after error@1805887433) -> (continuation of Deferred@760161041 after retry RPC after error@1013855864) -> (continuation of Deferred@1655683503 after retry RPC after error@340056028) -> (continuation of Deferred@1086798318 after retry RPC after error@223812216), errback=(continuation of Deferred@1926210499 after retry RPC after error@354005017) -> (continuation of Deferred@1486894462 after retry RPC after error@1605151362) -> (continuation of Deferred@1358093071 after retry RPC after error@137572464) -> (continuation of Deferred@1373765581 after retry RPC after error@1805887433) -> (continuation of Deferred@760161041 after retry RPC after error@1013855864) -> (continuation of Deferred@1655683503 after retry RPC after error@340056028) -> (continuation of Deferred@1086798318 after retry RPC after error@223812216)))
18:36:57.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.362 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@237554099(state=PENDING, result=null, callback=(continuation of Deferred@1227131988 after retry RPC after error@222211507) -> (continuation of Deferred@593131345 after retry RPC after error@1802979288) -> (continuation of Deferred@115089614 after retry RPC after error@2130138771) -> (continuation of Deferred@250042083 after retry RPC after error@1602197856) -> (continuation of Deferred@952240145 after retry RPC after error@2093322836) -> (continuation of Deferred@1218548577 after retry RPC after error@1798743948) -> (continuation of Deferred@1125955707 after retry RPC after error@328979838) -> (continuation of Deferred@1466263287 after retry RPC after error@154247504), errback=(continuation of Deferred@1227131988 after retry RPC after error@222211507) -> (continuation of Deferred@593131345 after retry RPC after error@1802979288) -> (continuation of Deferred@115089614 after retry RPC after error@2130138771) -> (continuation of Deferred@250042083 after retry RPC after error@1602197856) -> (continuation of Deferred@952240145 after retry RPC after error@2093322836) -> (continuation of Deferred@1218548577 after retry RPC after error@1798743948) -> (continuation of Deferred@1125955707 after retry RPC after error@328979838) -> (continuation of Deferred@1466263287 after retry RPC after error@154247504)))
18:36:57.524 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@237554099(state=PENDING, result=null, callback=(continuation of Deferred@1227131988 after retry RPC after error@222211507) -> (continuation of Deferred@593131345 after retry RPC after error@1802979288) -> (continuation of Deferred@115089614 after retry RPC after error@2130138771) -> (continuation of Deferred@250042083 after retry RPC after error@1602197856) -> (continuation of Deferred@952240145 after retry RPC after error@2093322836) -> (continuation of Deferred@1218548577 after retry RPC after error@1798743948) -> (continuation of Deferred@1125955707 after retry RPC after error@328979838) -> (continuation of Deferred@1466263287 after retry RPC after error@154247504), errback=(continuation of Deferred@1227131988 after retry RPC after error@222211507) -> (continuation of Deferred@593131345 after retry RPC after error@1802979288) -> (continuation of Deferred@115089614 after retry RPC after error@2130138771) -> (continuation of Deferred@250042083 after retry RPC after error@1602197856) -> (continuation of Deferred@952240145 after retry RPC after error@2093322836) -> (continuation of Deferred@1218548577 after retry RPC after error@1798743948) -> (continuation of Deferred@1125955707 after retry RPC after error@328979838) -> (continuation of Deferred@1466263287 after retry RPC after error@154247504)))
18:36:57.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.560 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.722 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.723 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.723 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.723 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.763 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.763 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.763 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.763 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@776226139(state=PENDING, result=null, callback=(continuation of Deferred@1576030913 after retry RPC after error@202919165) -> (continuation of Deferred@2021622433 after retry RPC after error@1948089960) -> (continuation of Deferred@732187760 after retry RPC after error@1704297053) -> (continuation of Deferred@1635483332 after retry RPC after error@2114626237) -> (continuation of Deferred@2000991936 after retry RPC after error@1049253151) -> (continuation of Deferred@79528276 after retry RPC after error@789169204) -> (continuation of Deferred@2108261795 after retry RPC after error@300352932) -> (continuation of Deferred@2033750509 after retry RPC after error@410112666), errback=(continuation of Deferred@1576030913 after retry RPC after error@202919165) -> (continuation of Deferred@2021622433 after retry RPC after error@1948089960) -> (continuation of Deferred@732187760 after retry RPC after error@1704297053) -> (continuation of Deferred@1635483332 after retry RPC after error@2114626237) -> (continuation of Deferred@2000991936 after retry RPC after error@1049253151) -> (continuation of Deferred@79528276 after retry RPC after error@789169204) -> (continuation of Deferred@2108261795 after retry RPC after error@300352932) -> (continuation of Deferred@2033750509 after retry RPC after error@410112666)))
18:36:57.764 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@776226139(state=PENDING, result=null, callback=(continuation of Deferred@1576030913 after retry RPC after error@202919165) -> (continuation of Deferred@2021622433 after retry RPC after error@1948089960) -> (continuation of Deferred@732187760 after retry RPC after error@1704297053) -> (continuation of Deferred@1635483332 after retry RPC after error@2114626237) -> (continuation of Deferred@2000991936 after retry RPC after error@1049253151) -> (continuation of Deferred@79528276 after retry RPC after error@789169204) -> (continuation of Deferred@2108261795 after retry RPC after error@300352932) -> (continuation of Deferred@2033750509 after retry RPC after error@410112666), errback=(continuation of Deferred@1576030913 after retry RPC after error@202919165) -> (continuation of Deferred@2021622433 after retry RPC after error@1948089960) -> (continuation of Deferred@732187760 after retry RPC after error@1704297053) -> (continuation of Deferred@1635483332 after retry RPC after error@2114626237) -> (continuation of Deferred@2000991936 after retry RPC after error@1049253151) -> (continuation of Deferred@79528276 after retry RPC after error@789169204) -> (continuation of Deferred@2108261795 after retry RPC after error@300352932) -> (continuation of Deferred@2033750509 after retry RPC after error@410112666)))
18:36:57.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:57.932104 25261 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:57.932 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:57.932299 25261 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:57.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:57.932893 25261 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:57.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:57.935433 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:57.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:57.935650 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:57.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:57.935757 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:57.936 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:57.935986 25261 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:57.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:57.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@361991487(state=PENDING, result=null, callback=(continuation of Deferred@590122416 after retry RPC after error@381162387) -> (continuation of Deferred@2008741293 after retry RPC after error@2118738960) -> (continuation of Deferred@969881444 after retry RPC after error@1874698053) -> (continuation of Deferred@1334450306 after retry RPC after error@2052496519) -> (continuation of Deferred@979558590 after retry RPC after error@967182080) -> (continuation of Deferred@653739710 after retry RPC after error@1745572931), errback=(continuation of Deferred@590122416 after retry RPC after error@381162387) -> (continuation of Deferred@2008741293 after retry RPC after error@2118738960) -> (continuation of Deferred@969881444 after retry RPC after error@1874698053) -> (continuation of Deferred@1334450306 after retry RPC after error@2052496519) -> (continuation of Deferred@979558590 after retry RPC after error@967182080) -> (continuation of Deferred@653739710 after retry RPC after error@1745572931)))
18:36:57.964 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@361991487(state=PENDING, result=null, callback=(continuation of Deferred@590122416 after retry RPC after error@381162387) -> (continuation of Deferred@2008741293 after retry RPC after error@2118738960) -> (continuation of Deferred@969881444 after retry RPC after error@1874698053) -> (continuation of Deferred@1334450306 after retry RPC after error@2052496519) -> (continuation of Deferred@979558590 after retry RPC after error@967182080) -> (continuation of Deferred@653739710 after retry RPC after error@1745572931), errback=(continuation of Deferred@590122416 after retry RPC after error@381162387) -> (continuation of Deferred@2008741293 after retry RPC after error@2118738960) -> (continuation of Deferred@969881444 after retry RPC after error@1874698053) -> (continuation of Deferred@1334450306 after retry RPC after error@2052496519) -> (continuation of Deferred@979558590 after retry RPC after error@967182080) -> (continuation of Deferred@653739710 after retry RPC after error@1745572931)))
18:36:57.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:57.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:57.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:57.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:57.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.063 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.063 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.063 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@993019157(state=PENDING, result=null, callback=(continuation of Deferred@574883447 after retry RPC after error@106647888) -> (continuation of Deferred@851332755 after retry RPC after error@195013948) -> (continuation of Deferred@166360454 after retry RPC after error@1441227834) -> (continuation of Deferred@359494339 after retry RPC after error@1676528415) -> (continuation of Deferred@963757217 after retry RPC after error@1473880321) -> (continuation of Deferred@693906003 after retry RPC after error@618969428) -> (continuation of Deferred@327628197 after retry RPC after error@156000125), errback=(continuation of Deferred@574883447 after retry RPC after error@106647888) -> (continuation of Deferred@851332755 after retry RPC after error@195013948) -> (continuation of Deferred@166360454 after retry RPC after error@1441227834) -> (continuation of Deferred@359494339 after retry RPC after error@1676528415) -> (continuation of Deferred@963757217 after retry RPC after error@1473880321) -> (continuation of Deferred@693906003 after retry RPC after error@618969428) -> (continuation of Deferred@327628197 after retry RPC after error@156000125)))
18:36:58.224 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@993019157(state=PENDING, result=null, callback=(continuation of Deferred@574883447 after retry RPC after error@106647888) -> (continuation of Deferred@851332755 after retry RPC after error@195013948) -> (continuation of Deferred@166360454 after retry RPC after error@1441227834) -> (continuation of Deferred@359494339 after retry RPC after error@1676528415) -> (continuation of Deferred@963757217 after retry RPC after error@1473880321) -> (continuation of Deferred@693906003 after retry RPC after error@618969428) -> (continuation of Deferred@327628197 after retry RPC after error@156000125), errback=(continuation of Deferred@574883447 after retry RPC after error@106647888) -> (continuation of Deferred@851332755 after retry RPC after error@195013948) -> (continuation of Deferred@166360454 after retry RPC after error@1441227834) -> (continuation of Deferred@359494339 after retry RPC after error@1676528415) -> (continuation of Deferred@963757217 after retry RPC after error@1473880321) -> (continuation of Deferred@693906003 after retry RPC after error@618969428) -> (continuation of Deferred@327628197 after retry RPC after error@156000125)))
18:36:58.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:58.394207 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:36:58.394 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:58.394426 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:36:58.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.443 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@72765030(state=PENDING, result=null, callback=(continuation of Deferred@502473365 after retry RPC after error@1250530425) -> (continuation of Deferred@893417333 after retry RPC after error@64170693) -> (continuation of Deferred@128997280 after retry RPC after error@27009395) -> (continuation of Deferred@928056810 after retry RPC after error@768509127) -> (continuation of Deferred@675732361 after retry RPC after error@1211228235) -> (continuation of Deferred@2012267250 after retry RPC after error@776046711) -> (continuation of Deferred@809866405 after retry RPC after error@2008095070), errback=(continuation of Deferred@502473365 after retry RPC after error@1250530425) -> (continuation of Deferred@893417333 after retry RPC after error@64170693) -> (continuation of Deferred@128997280 after retry RPC after error@27009395) -> (continuation of Deferred@928056810 after retry RPC after error@768509127) -> (continuation of Deferred@675732361 after retry RPC after error@1211228235) -> (continuation of Deferred@2012267250 after retry RPC after error@776046711) -> (continuation of Deferred@809866405 after retry RPC after error@2008095070)))
18:36:58.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@72765030(state=PENDING, result=null, callback=(continuation of Deferred@502473365 after retry RPC after error@1250530425) -> (continuation of Deferred@893417333 after retry RPC after error@64170693) -> (continuation of Deferred@128997280 after retry RPC after error@27009395) -> (continuation of Deferred@928056810 after retry RPC after error@768509127) -> (continuation of Deferred@675732361 after retry RPC after error@1211228235) -> (continuation of Deferred@2012267250 after retry RPC after error@776046711) -> (continuation of Deferred@809866405 after retry RPC after error@2008095070), errback=(continuation of Deferred@502473365 after retry RPC after error@1250530425) -> (continuation of Deferred@893417333 after retry RPC after error@64170693) -> (continuation of Deferred@128997280 after retry RPC after error@27009395) -> (continuation of Deferred@928056810 after retry RPC after error@768509127) -> (continuation of Deferred@675732361 after retry RPC after error@1211228235) -> (continuation of Deferred@2012267250 after retry RPC after error@776046711) -> (continuation of Deferred@809866405 after retry RPC after error@2008095070)))
18:36:58.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@920275787(state=PENDING, result=null, callback=(continuation of Deferred@233596702 after retry RPC after error@1184709183) -> (continuation of Deferred@476739606 after retry RPC after error@2022631619) -> (continuation of Deferred@380937307 after retry RPC after error@970406000) -> (continuation of Deferred@1983008148 after retry RPC after error@2046126945) -> (continuation of Deferred@1246797432 after retry RPC after error@1245981690) -> (continuation of Deferred@780042699 after retry RPC after error@2088917254), errback=(continuation of Deferred@233596702 after retry RPC after error@1184709183) -> (continuation of Deferred@476739606 after retry RPC after error@2022631619) -> (continuation of Deferred@380937307 after retry RPC after error@970406000) -> (continuation of Deferred@1983008148 after retry RPC after error@2046126945) -> (continuation of Deferred@1246797432 after retry RPC after error@1245981690) -> (continuation of Deferred@780042699 after retry RPC after error@2088917254)))
18:36:58.644 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@920275787(state=PENDING, result=null, callback=(continuation of Deferred@233596702 after retry RPC after error@1184709183) -> (continuation of Deferred@476739606 after retry RPC after error@2022631619) -> (continuation of Deferred@380937307 after retry RPC after error@970406000) -> (continuation of Deferred@1983008148 after retry RPC after error@2046126945) -> (continuation of Deferred@1246797432 after retry RPC after error@1245981690) -> (continuation of Deferred@780042699 after retry RPC after error@2088917254), errback=(continuation of Deferred@233596702 after retry RPC after error@1184709183) -> (continuation of Deferred@476739606 after retry RPC after error@2022631619) -> (continuation of Deferred@380937307 after retry RPC after error@970406000) -> (continuation of Deferred@1983008148 after retry RPC after error@2046126945) -> (continuation of Deferred@1246797432 after retry RPC after error@1245981690) -> (continuation of Deferred@780042699 after retry RPC after error@2088917254)))
18:36:58.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.751 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:58.751521 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:36:58.754 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:58.753966 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:36:58.755 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:58.755604 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:36:58.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.863 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@866124905(state=PENDING, result=null, callback=(continuation of Deferred@1258525598 after retry RPC after error@1526122650) -> (continuation of Deferred@1418232794 after retry RPC after error@1740129902) -> (continuation of Deferred@812688996 after retry RPC after error@1546525416) -> (continuation of Deferred@1286132964 after retry RPC after error@1762025513) -> (continuation of Deferred@1550887147 after retry RPC after error@1889861847) -> (continuation of Deferred@2057369043 after retry RPC after error@553506182), errback=(continuation of Deferred@1258525598 after retry RPC after error@1526122650) -> (continuation of Deferred@1418232794 after retry RPC after error@1740129902) -> (continuation of Deferred@812688996 after retry RPC after error@1546525416) -> (continuation of Deferred@1286132964 after retry RPC after error@1762025513) -> (continuation of Deferred@1550887147 after retry RPC after error@1889861847) -> (continuation of Deferred@2057369043 after retry RPC after error@553506182)))
18:36:58.864 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@866124905(state=PENDING, result=null, callback=(continuation of Deferred@1258525598 after retry RPC after error@1526122650) -> (continuation of Deferred@1418232794 after retry RPC after error@1740129902) -> (continuation of Deferred@812688996 after retry RPC after error@1546525416) -> (continuation of Deferred@1286132964 after retry RPC after error@1762025513) -> (continuation of Deferred@1550887147 after retry RPC after error@1889861847) -> (continuation of Deferred@2057369043 after retry RPC after error@553506182), errback=(continuation of Deferred@1258525598 after retry RPC after error@1526122650) -> (continuation of Deferred@1418232794 after retry RPC after error@1740129902) -> (continuation of Deferred@812688996 after retry RPC after error@1546525416) -> (continuation of Deferred@1286132964 after retry RPC after error@1762025513) -> (continuation of Deferred@1550887147 after retry RPC after error@1889861847) -> (continuation of Deferred@2057369043 after retry RPC after error@553506182)))
18:36:58.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.883 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.943 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.943 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.943 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:58.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:58.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:58.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:58.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:58.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.004 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1339332178(state=PENDING, result=null, callback=(continuation of Deferred@551651803 after retry RPC after error@807557906) -> (continuation of Deferred@248302445 after retry RPC after error@1707191008) -> (continuation of Deferred@1229084882 after retry RPC after error@1805279267) -> (continuation of Deferred@56973726 after retry RPC after error@1805346232) -> (continuation of Deferred@809772241 after retry RPC after error@141017474) -> (continuation of Deferred@568840377 after retry RPC after error@300013464) -> (continuation of Deferred@9575385 after retry RPC after error@911188376), errback=(continuation of Deferred@551651803 after retry RPC after error@807557906) -> (continuation of Deferred@248302445 after retry RPC after error@1707191008) -> (continuation of Deferred@1229084882 after retry RPC after error@1805279267) -> (continuation of Deferred@56973726 after retry RPC after error@1805346232) -> (continuation of Deferred@809772241 after retry RPC after error@141017474) -> (continuation of Deferred@568840377 after retry RPC after error@300013464) -> (continuation of Deferred@9575385 after retry RPC after error@911188376)))
18:36:59.124 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1339332178(state=PENDING, result=null, callback=(continuation of Deferred@551651803 after retry RPC after error@807557906) -> (continuation of Deferred@248302445 after retry RPC after error@1707191008) -> (continuation of Deferred@1229084882 after retry RPC after error@1805279267) -> (continuation of Deferred@56973726 after retry RPC after error@1805346232) -> (continuation of Deferred@809772241 after retry RPC after error@141017474) -> (continuation of Deferred@568840377 after retry RPC after error@300013464) -> (continuation of Deferred@9575385 after retry RPC after error@911188376), errback=(continuation of Deferred@551651803 after retry RPC after error@807557906) -> (continuation of Deferred@248302445 after retry RPC after error@1707191008) -> (continuation of Deferred@1229084882 after retry RPC after error@1805279267) -> (continuation of Deferred@56973726 after retry RPC after error@1805346232) -> (continuation of Deferred@809772241 after retry RPC after error@141017474) -> (continuation of Deferred@568840377 after retry RPC after error@300013464) -> (continuation of Deferred@9575385 after retry RPC after error@911188376)))
18:36:59.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@232966689(state=PENDING, result=null, callback=(continuation of Deferred@867135425 after retry RPC after error@1702881039) -> (continuation of Deferred@2048739942 after retry RPC after error@1630872774) -> (continuation of Deferred@699178566 after retry RPC after error@863060963) -> (continuation of Deferred@590307729 after retry RPC after error@1811182118) -> (continuation of Deferred@652709808 after retry RPC after error@531676884) -> (continuation of Deferred@1196128090 after retry RPC after error@266750167) -> (continuation of Deferred@359062676 after retry RPC after error@263882482), errback=(continuation of Deferred@867135425 after retry RPC after error@1702881039) -> (continuation of Deferred@2048739942 after retry RPC after error@1630872774) -> (continuation of Deferred@699178566 after retry RPC after error@863060963) -> (continuation of Deferred@590307729 after retry RPC after error@1811182118) -> (continuation of Deferred@652709808 after retry RPC after error@531676884) -> (continuation of Deferred@1196128090 after retry RPC after error@266750167) -> (continuation of Deferred@359062676 after retry RPC after error@263882482)))
18:36:59.344 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@232966689(state=PENDING, result=null, callback=(continuation of Deferred@867135425 after retry RPC after error@1702881039) -> (continuation of Deferred@2048739942 after retry RPC after error@1630872774) -> (continuation of Deferred@699178566 after retry RPC after error@863060963) -> (continuation of Deferred@590307729 after retry RPC after error@1811182118) -> (continuation of Deferred@652709808 after retry RPC after error@531676884) -> (continuation of Deferred@1196128090 after retry RPC after error@266750167) -> (continuation of Deferred@359062676 after retry RPC after error@263882482), errback=(continuation of Deferred@867135425 after retry RPC after error@1702881039) -> (continuation of Deferred@2048739942 after retry RPC after error@1630872774) -> (continuation of Deferred@699178566 after retry RPC after error@863060963) -> (continuation of Deferred@590307729 after retry RPC after error@1811182118) -> (continuation of Deferred@652709808 after retry RPC after error@531676884) -> (continuation of Deferred@1196128090 after retry RPC after error@266750167) -> (continuation of Deferred@359062676 after retry RPC after error@263882482)))
18:36:59.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.362 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.383 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.443 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.443 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1994479349(state=PENDING, result=null, callback=(continuation of Deferred@575503014 after retry RPC after error@616454037) -> (continuation of Deferred@1299277571 after retry RPC after error@836486822) -> (continuation of Deferred@2022310513 after retry RPC after error@777973770) -> (continuation of Deferred@1758581693 after retry RPC after error@122734327) -> (continuation of Deferred@803329510 after retry RPC after error@1986440880) -> (continuation of Deferred@281860090 after retry RPC after error@288021610) -> (continuation of Deferred@809858380 after retry RPC after error@1930776282), errback=(continuation of Deferred@575503014 after retry RPC after error@616454037) -> (continuation of Deferred@1299277571 after retry RPC after error@836486822) -> (continuation of Deferred@2022310513 after retry RPC after error@777973770) -> (continuation of Deferred@1758581693 after retry RPC after error@122734327) -> (continuation of Deferred@803329510 after retry RPC after error@1986440880) -> (continuation of Deferred@281860090 after retry RPC after error@288021610) -> (continuation of Deferred@809858380 after retry RPC after error@1930776282)))
18:36:59.583 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1994479349(state=PENDING, result=null, callback=(continuation of Deferred@575503014 after retry RPC after error@616454037) -> (continuation of Deferred@1299277571 after retry RPC after error@836486822) -> (continuation of Deferred@2022310513 after retry RPC after error@777973770) -> (continuation of Deferred@1758581693 after retry RPC after error@122734327) -> (continuation of Deferred@803329510 after retry RPC after error@1986440880) -> (continuation of Deferred@281860090 after retry RPC after error@288021610) -> (continuation of Deferred@809858380 after retry RPC after error@1930776282), errback=(continuation of Deferred@575503014 after retry RPC after error@616454037) -> (continuation of Deferred@1299277571 after retry RPC after error@836486822) -> (continuation of Deferred@2022310513 after retry RPC after error@777973770) -> (continuation of Deferred@1758581693 after retry RPC after error@122734327) -> (continuation of Deferred@803329510 after retry RPC after error@1986440880) -> (continuation of Deferred@281860090 after retry RPC after error@288021610) -> (continuation of Deferred@809858380 after retry RPC after error@1930776282)))
18:36:59.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.663 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.708 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:59.708513 25277 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:36:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:59.708743 25277 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:36:59.709 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:59.709424 25277 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:36:59.710 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:59.710620 24341 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111) [suppressed 5 similar messages]
18:36:59.711 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:59.711826 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:36:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:36:59.712066 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:36:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:59.712186 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:36:59.712 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:36:59.712494 25277 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:36:59.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1527592703(state=PENDING, result=null, callback=(continuation of Deferred@1089617673 after retry RPC after error@911495355) -> (continuation of Deferred@1597025615 after retry RPC after error@1840824984) -> (continuation of Deferred@1021551185 after retry RPC after error@682028286) -> (continuation of Deferred@1923507824 after retry RPC after error@1495385790) -> (continuation of Deferred@2020677345 after retry RPC after error@1739576333) -> (continuation of Deferred@645643118 after retry RPC after error@1899531561), errback=(continuation of Deferred@1089617673 after retry RPC after error@911495355) -> (continuation of Deferred@1597025615 after retry RPC after error@1840824984) -> (continuation of Deferred@1021551185 after retry RPC after error@682028286) -> (continuation of Deferred@1923507824 after retry RPC after error@1495385790) -> (continuation of Deferred@2020677345 after retry RPC after error@1739576333) -> (continuation of Deferred@645643118 after retry RPC after error@1899531561)))
18:36:59.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1527592703(state=PENDING, result=null, callback=(continuation of Deferred@1089617673 after retry RPC after error@911495355) -> (continuation of Deferred@1597025615 after retry RPC after error@1840824984) -> (continuation of Deferred@1021551185 after retry RPC after error@682028286) -> (continuation of Deferred@1923507824 after retry RPC after error@1495385790) -> (continuation of Deferred@2020677345 after retry RPC after error@1739576333) -> (continuation of Deferred@645643118 after retry RPC after error@1899531561), errback=(continuation of Deferred@1089617673 after retry RPC after error@911495355) -> (continuation of Deferred@1597025615 after retry RPC after error@1840824984) -> (continuation of Deferred@1021551185 after retry RPC after error@682028286) -> (continuation of Deferred@1923507824 after retry RPC after error@1495385790) -> (continuation of Deferred@2020677345 after retry RPC after error@1739576333) -> (continuation of Deferred@645643118 after retry RPC after error@1899531561)))
18:36:59.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.820 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.842 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:36:59.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:36:59.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:36:59.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:36:59.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:36:59.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.021 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1273726077(state=PENDING, result=null, callback=(continuation of Deferred@661553062 after retry RPC after error@227910919) -> (continuation of Deferred@1270518121 after retry RPC after error@1558526991) -> (continuation of Deferred@136510330 after retry RPC after error@675269348) -> (continuation of Deferred@932259667 after retry RPC after error@1113682154) -> (continuation of Deferred@1560783607 after retry RPC after error@196686681) -> (continuation of Deferred@892085954 after retry RPC after error@2089019053) -> (continuation of Deferred@473148376 after retry RPC after error@1590845692), errback=(continuation of Deferred@661553062 after retry RPC after error@227910919) -> (continuation of Deferred@1270518121 after retry RPC after error@1558526991) -> (continuation of Deferred@136510330 after retry RPC after error@675269348) -> (continuation of Deferred@932259667 after retry RPC after error@1113682154) -> (continuation of Deferred@1560783607 after retry RPC after error@196686681) -> (continuation of Deferred@892085954 after retry RPC after error@2089019053) -> (continuation of Deferred@473148376 after retry RPC after error@1590845692)))
18:37:00.022 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:00.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1769544381(state=PENDING, result=null, callback=(continuation of Deferred@1885123486 after retry RPC after error@944607206) -> (continuation of Deferred@502543916 after retry RPC after error@1022983133) -> (continuation of Deferred@690814879 after retry RPC after error@2102032355) -> (continuation of Deferred@1093888816 after retry RPC after error@920901464) -> (continuation of Deferred@2021463580 after retry RPC after error@1453757343) -> (continuation of Deferred@202770576 after retry RPC after error@619136861) -> (continuation of Deferred@876242987 after retry RPC after error@1457663832) -> (continuation of Deferred@1779236764 after retry RPC after error@1951371311), errback=(continuation of Deferred@1885123486 after retry RPC after error@944607206) -> (continuation of Deferred@502543916 after retry RPC after error@1022983133) -> (continuation of Deferred@690814879 after retry RPC after error@2102032355) -> (continuation of Deferred@1093888816 after retry RPC after error@920901464) -> (continuation of Deferred@2021463580 after retry RPC after error@1453757343) -> (continuation of Deferred@202770576 after retry RPC after error@619136861) -> (continuation of Deferred@876242987 after retry RPC after error@1457663832) -> (continuation of Deferred@1779236764 after retry RPC after error@1951371311)))
18:37:00.263 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1769544381(state=PENDING, result=null, callback=(continuation of Deferred@1885123486 after retry RPC after error@944607206) -> (continuation of Deferred@502543916 after retry RPC after error@1022983133) -> (continuation of Deferred@690814879 after retry RPC after error@2102032355) -> (continuation of Deferred@1093888816 after retry RPC after error@920901464) -> (continuation of Deferred@2021463580 after retry RPC after error@1453757343) -> (continuation of Deferred@202770576 after retry RPC after error@619136861) -> (continuation of Deferred@876242987 after retry RPC after error@1457663832) -> (continuation of Deferred@1779236764 after retry RPC after error@1951371311), errback=(continuation of Deferred@1885123486 after retry RPC after error@944607206) -> (continuation of Deferred@502543916 after retry RPC after error@1022983133) -> (continuation of Deferred@690814879 after retry RPC after error@2102032355) -> (continuation of Deferred@1093888816 after retry RPC after error@920901464) -> (continuation of Deferred@2021463580 after retry RPC after error@1453757343) -> (continuation of Deferred@202770576 after retry RPC after error@619136861) -> (continuation of Deferred@876242987 after retry RPC after error@1457663832) -> (continuation of Deferred@1779236764 after retry RPC after error@1951371311)))
18:37:00.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@410240960(state=PENDING, result=null, callback=(continuation of Deferred@1805556958 after retry RPC after error@872709218) -> (continuation of Deferred@2001700156 after retry RPC after error@1904480722) -> (continuation of Deferred@1851984720 after retry RPC after error@2031328658) -> (continuation of Deferred@1929286121 after retry RPC after error@598017253) -> (continuation of Deferred@1433051722 after retry RPC after error@812669560) -> (continuation of Deferred@906486854 after retry RPC after error@1024351311), errback=(continuation of Deferred@1805556958 after retry RPC after error@872709218) -> (continuation of Deferred@2001700156 after retry RPC after error@1904480722) -> (continuation of Deferred@1851984720 after retry RPC after error@2031328658) -> (continuation of Deferred@1929286121 after retry RPC after error@598017253) -> (continuation of Deferred@1433051722 after retry RPC after error@812669560) -> (continuation of Deferred@906486854 after retry RPC after error@1024351311)))
18:37:00.464 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@410240960(state=PENDING, result=null, callback=(continuation of Deferred@1805556958 after retry RPC after error@872709218) -> (continuation of Deferred@2001700156 after retry RPC after error@1904480722) -> (continuation of Deferred@1851984720 after retry RPC after error@2031328658) -> (continuation of Deferred@1929286121 after retry RPC after error@598017253) -> (continuation of Deferred@1433051722 after retry RPC after error@812669560) -> (continuation of Deferred@906486854 after retry RPC after error@1024351311), errback=(continuation of Deferred@1805556958 after retry RPC after error@872709218) -> (continuation of Deferred@2001700156 after retry RPC after error@1904480722) -> (continuation of Deferred@1851984720 after retry RPC after error@2031328658) -> (continuation of Deferred@1929286121 after retry RPC after error@598017253) -> (continuation of Deferred@1433051722 after retry RPC after error@812669560) -> (continuation of Deferred@906486854 after retry RPC after error@1024351311)))
18:37:00.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1635217584(state=PENDING, result=null, callback=(continuation of Deferred@488179622 after retry RPC after error@837738632) -> (continuation of Deferred@1274424417 after retry RPC after error@299771743) -> (continuation of Deferred@1152329461 after retry RPC after error@33780808) -> (continuation of Deferred@2020398413 after retry RPC after error@417915328) -> (continuation of Deferred@634254502 after retry RPC after error@1022719331) -> (continuation of Deferred@573376781 after retry RPC after error@2106853993) -> (continuation of Deferred@926329273 after retry RPC after error@553618513), errback=(continuation of Deferred@488179622 after retry RPC after error@837738632) -> (continuation of Deferred@1274424417 after retry RPC after error@299771743) -> (continuation of Deferred@1152329461 after retry RPC after error@33780808) -> (continuation of Deferred@2020398413 after retry RPC after error@417915328) -> (continuation of Deferred@634254502 after retry RPC after error@1022719331) -> (continuation of Deferred@573376781 after retry RPC after error@2106853993) -> (continuation of Deferred@926329273 after retry RPC after error@553618513)))
18:37:00.723 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1635217584(state=PENDING, result=null, callback=(continuation of Deferred@488179622 after retry RPC after error@837738632) -> (continuation of Deferred@1274424417 after retry RPC after error@299771743) -> (continuation of Deferred@1152329461 after retry RPC after error@33780808) -> (continuation of Deferred@2020398413 after retry RPC after error@417915328) -> (continuation of Deferred@634254502 after retry RPC after error@1022719331) -> (continuation of Deferred@573376781 after retry RPC after error@2106853993) -> (continuation of Deferred@926329273 after retry RPC after error@553618513), errback=(continuation of Deferred@488179622 after retry RPC after error@837738632) -> (continuation of Deferred@1274424417 after retry RPC after error@299771743) -> (continuation of Deferred@1152329461 after retry RPC after error@33780808) -> (continuation of Deferred@2020398413 after retry RPC after error@417915328) -> (continuation of Deferred@634254502 after retry RPC after error@1022719331) -> (continuation of Deferred@573376781 after retry RPC after error@2106853993) -> (continuation of Deferred@926329273 after retry RPC after error@553618513)))
18:37:00.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1040884704(state=PENDING, result=null, callback=(continuation of Deferred@2026055318 after retry RPC after error@1918727475) -> (continuation of Deferred@697402118 after retry RPC after error@1122967671) -> (continuation of Deferred@595155242 after retry RPC after error@974410907) -> (continuation of Deferred@532179308 after retry RPC after error@619650676) -> (continuation of Deferred@1295430602 after retry RPC after error@1428067963) -> (continuation of Deferred@154232509 after retry RPC after error@1441912145) -> (continuation of Deferred@757175494 after retry RPC after error@204304983), errback=(continuation of Deferred@2026055318 after retry RPC after error@1918727475) -> (continuation of Deferred@697402118 after retry RPC after error@1122967671) -> (continuation of Deferred@595155242 after retry RPC after error@974410907) -> (continuation of Deferred@532179308 after retry RPC after error@619650676) -> (continuation of Deferred@1295430602 after retry RPC after error@1428067963) -> (continuation of Deferred@154232509 after retry RPC after error@1441912145) -> (continuation of Deferred@757175494 after retry RPC after error@204304983)))
18:37:00.944 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1040884704(state=PENDING, result=null, callback=(continuation of Deferred@2026055318 after retry RPC after error@1918727475) -> (continuation of Deferred@697402118 after retry RPC after error@1122967671) -> (continuation of Deferred@595155242 after retry RPC after error@974410907) -> (continuation of Deferred@532179308 after retry RPC after error@619650676) -> (continuation of Deferred@1295430602 after retry RPC after error@1428067963) -> (continuation of Deferred@154232509 after retry RPC after error@1441912145) -> (continuation of Deferred@757175494 after retry RPC after error@204304983), errback=(continuation of Deferred@2026055318 after retry RPC after error@1918727475) -> (continuation of Deferred@697402118 after retry RPC after error@1122967671) -> (continuation of Deferred@595155242 after retry RPC after error@974410907) -> (continuation of Deferred@532179308 after retry RPC after error@619650676) -> (continuation of Deferred@1295430602 after retry RPC after error@1428067963) -> (continuation of Deferred@154232509 after retry RPC after error@1441912145) -> (continuation of Deferred@757175494 after retry RPC after error@204304983)))
18:37:00.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:00.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:00.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:00.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:00.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:00.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.023 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.183 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.184 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.184 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@920624885(state=PENDING, result=null, callback=(continuation of Deferred@1434053501 after retry RPC after error@355578495) -> (continuation of Deferred@486579823 after retry RPC after error@1474462476) -> (continuation of Deferred@1306179726 after retry RPC after error@1432373504) -> (continuation of Deferred@1284130341 after retry RPC after error@263407195) -> (continuation of Deferred@397775339 after retry RPC after error@1078653524) -> (continuation of Deferred@1584348950 after retry RPC after error@1266363166) -> (continuation of Deferred@1895481683 after retry RPC after error@1739933002), errback=(continuation of Deferred@1434053501 after retry RPC after error@355578495) -> (continuation of Deferred@486579823 after retry RPC after error@1474462476) -> (continuation of Deferred@1306179726 after retry RPC after error@1432373504) -> (continuation of Deferred@1284130341 after retry RPC after error@263407195) -> (continuation of Deferred@397775339 after retry RPC after error@1078653524) -> (continuation of Deferred@1584348950 after retry RPC after error@1266363166) -> (continuation of Deferred@1895481683 after retry RPC after error@1739933002)))
18:37:01.185 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@920624885(state=PENDING, result=null, callback=(continuation of Deferred@1434053501 after retry RPC after error@355578495) -> (continuation of Deferred@486579823 after retry RPC after error@1474462476) -> (continuation of Deferred@1306179726 after retry RPC after error@1432373504) -> (continuation of Deferred@1284130341 after retry RPC after error@263407195) -> (continuation of Deferred@397775339 after retry RPC after error@1078653524) -> (continuation of Deferred@1584348950 after retry RPC after error@1266363166) -> (continuation of Deferred@1895481683 after retry RPC after error@1739933002), errback=(continuation of Deferred@1434053501 after retry RPC after error@355578495) -> (continuation of Deferred@486579823 after retry RPC after error@1474462476) -> (continuation of Deferred@1306179726 after retry RPC after error@1432373504) -> (continuation of Deferred@1284130341 after retry RPC after error@263407195) -> (continuation of Deferred@397775339 after retry RPC after error@1078653524) -> (continuation of Deferred@1584348950 after retry RPC after error@1266363166) -> (continuation of Deferred@1895481683 after retry RPC after error@1739933002)))
18:37:01.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.223 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.383 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.383 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.384 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.384 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.443 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.444 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.444 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@645775686(state=PENDING, result=null, callback=(continuation of Deferred@1522759084 after retry RPC after error@1826815479) -> (continuation of Deferred@1783915989 after retry RPC after error@585891368) -> (continuation of Deferred@1665434060 after retry RPC after error@405984534) -> (continuation of Deferred@1359048968 after retry RPC after error@744935358) -> (continuation of Deferred@1810592031 after retry RPC after error@1702855441) -> (continuation of Deferred@1059862407 after retry RPC after error@632095971) -> (continuation of Deferred@369027776 after retry RPC after error@201360485) -> (continuation of Deferred@1380846189 after retry RPC after error@529110747), errback=(continuation of Deferred@1522759084 after retry RPC after error@1826815479) -> (continuation of Deferred@1783915989 after retry RPC after error@585891368) -> (continuation of Deferred@1665434060 after retry RPC after error@405984534) -> (continuation of Deferred@1359048968 after retry RPC after error@744935358) -> (continuation of Deferred@1810592031 after retry RPC after error@1702855441) -> (continuation of Deferred@1059862407 after retry RPC after error@632095971) -> (continuation of Deferred@369027776 after retry RPC after error@201360485) -> (continuation of Deferred@1380846189 after retry RPC after error@529110747)))
18:37:01.445 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@645775686(state=PENDING, result=null, callback=(continuation of Deferred@1522759084 after retry RPC after error@1826815479) -> (continuation of Deferred@1783915989 after retry RPC after error@585891368) -> (continuation of Deferred@1665434060 after retry RPC after error@405984534) -> (continuation of Deferred@1359048968 after retry RPC after error@744935358) -> (continuation of Deferred@1810592031 after retry RPC after error@1702855441) -> (continuation of Deferred@1059862407 after retry RPC after error@632095971) -> (continuation of Deferred@369027776 after retry RPC after error@201360485) -> (continuation of Deferred@1380846189 after retry RPC after error@529110747), errback=(continuation of Deferred@1522759084 after retry RPC after error@1826815479) -> (continuation of Deferred@1783915989 after retry RPC after error@585891368) -> (continuation of Deferred@1665434060 after retry RPC after error@405984534) -> (continuation of Deferred@1359048968 after retry RPC after error@744935358) -> (continuation of Deferred@1810592031 after retry RPC after error@1702855441) -> (continuation of Deferred@1059862407 after retry RPC after error@632095971) -> (continuation of Deferred@369027776 after retry RPC after error@201360485) -> (continuation of Deferred@1380846189 after retry RPC after error@529110747)))
18:37:01.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.464 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.523 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.523 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.664 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@547491123(state=PENDING, result=null, callback=(continuation of Deferred@1608506346 after retry RPC after error@430316752) -> (continuation of Deferred@186317981 after retry RPC after error@1004643160) -> (continuation of Deferred@440414021 after retry RPC after error@866771009) -> (continuation of Deferred@1871383741 after retry RPC after error@1497794935) -> (continuation of Deferred@1122479901 after retry RPC after error@1043391720) -> (continuation of Deferred@157935991 after retry RPC after error@1686750236), errback=(continuation of Deferred@1608506346 after retry RPC after error@430316752) -> (continuation of Deferred@186317981 after retry RPC after error@1004643160) -> (continuation of Deferred@440414021 after retry RPC after error@866771009) -> (continuation of Deferred@1871383741 after retry RPC after error@1497794935) -> (continuation of Deferred@1122479901 after retry RPC after error@1043391720) -> (continuation of Deferred@157935991 after retry RPC after error@1686750236)))
18:37:01.664 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@547491123(state=PENDING, result=null, callback=(continuation of Deferred@1608506346 after retry RPC after error@430316752) -> (continuation of Deferred@186317981 after retry RPC after error@1004643160) -> (continuation of Deferred@440414021 after retry RPC after error@866771009) -> (continuation of Deferred@1871383741 after retry RPC after error@1497794935) -> (continuation of Deferred@1122479901 after retry RPC after error@1043391720) -> (continuation of Deferred@157935991 after retry RPC after error@1686750236), errback=(continuation of Deferred@1608506346 after retry RPC after error@430316752) -> (continuation of Deferred@186317981 after retry RPC after error@1004643160) -> (continuation of Deferred@440414021 after retry RPC after error@866771009) -> (continuation of Deferred@1871383741 after retry RPC after error@1497794935) -> (continuation of Deferred@1122479901 after retry RPC after error@1043391720) -> (continuation of Deferred@157935991 after retry RPC after error@1686750236)))
18:37:01.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.682 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.863 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1964589635(state=PENDING, result=null, callback=(continuation of Deferred@1545448710 after retry RPC after error@2104805411) -> (continuation of Deferred@622202289 after retry RPC after error@438458378) -> (continuation of Deferred@728150997 after retry RPC after error@1879593802) -> (continuation of Deferred@1709613951 after retry RPC after error@1829524929) -> (continuation of Deferred@1944759214 after retry RPC after error@1095378074) -> (continuation of Deferred@292002455 after retry RPC after error@508192551) -> (continuation of Deferred@945494171 after retry RPC after error@681936382) -> (continuation of Deferred@87753055 after retry RPC after error@1216691584), errback=(continuation of Deferred@1545448710 after retry RPC after error@2104805411) -> (continuation of Deferred@622202289 after retry RPC after error@438458378) -> (continuation of Deferred@728150997 after retry RPC after error@1879593802) -> (continuation of Deferred@1709613951 after retry RPC after error@1829524929) -> (continuation of Deferred@1944759214 after retry RPC after error@1095378074) -> (continuation of Deferred@292002455 after retry RPC after error@508192551) -> (continuation of Deferred@945494171 after retry RPC after error@681936382) -> (continuation of Deferred@87753055 after retry RPC after error@1216691584)))
18:37:01.924 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1964589635(state=PENDING, result=null, callback=(continuation of Deferred@1545448710 after retry RPC after error@2104805411) -> (continuation of Deferred@622202289 after retry RPC after error@438458378) -> (continuation of Deferred@728150997 after retry RPC after error@1879593802) -> (continuation of Deferred@1709613951 after retry RPC after error@1829524929) -> (continuation of Deferred@1944759214 after retry RPC after error@1095378074) -> (continuation of Deferred@292002455 after retry RPC after error@508192551) -> (continuation of Deferred@945494171 after retry RPC after error@681936382) -> (continuation of Deferred@87753055 after retry RPC after error@1216691584), errback=(continuation of Deferred@1545448710 after retry RPC after error@2104805411) -> (continuation of Deferred@622202289 after retry RPC after error@438458378) -> (continuation of Deferred@728150997 after retry RPC after error@1879593802) -> (continuation of Deferred@1709613951 after retry RPC after error@1829524929) -> (continuation of Deferred@1944759214 after retry RPC after error@1095378074) -> (continuation of Deferred@292002455 after retry RPC after error@508192551) -> (continuation of Deferred@945494171 after retry RPC after error@681936382) -> (continuation of Deferred@87753055 after retry RPC after error@1216691584)))
18:37:01.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:01.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:01.983 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:01.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.983 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:01.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:01.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.060 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@171936229(state=PENDING, result=null, callback=(continuation of Deferred@544248452 after retry RPC after error@773665626) -> (continuation of Deferred@1089885849 after retry RPC after error@913350595) -> (continuation of Deferred@305188667 after retry RPC after error@1441839556) -> (continuation of Deferred@666926973 after retry RPC after error@368861889) -> (continuation of Deferred@27344466 after retry RPC after error@1372559675) -> (continuation of Deferred@1968193512 after retry RPC after error@55353833), errback=(continuation of Deferred@544248452 after retry RPC after error@773665626) -> (continuation of Deferred@1089885849 after retry RPC after error@913350595) -> (continuation of Deferred@305188667 after retry RPC after error@1441839556) -> (continuation of Deferred@666926973 after retry RPC after error@368861889) -> (continuation of Deferred@27344466 after retry RPC after error@1372559675) -> (continuation of Deferred@1968193512 after retry RPC after error@55353833)))
18:37:02.103 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@171936229(state=PENDING, result=null, callback=(continuation of Deferred@544248452 after retry RPC after error@773665626) -> (continuation of Deferred@1089885849 after retry RPC after error@913350595) -> (continuation of Deferred@305188667 after retry RPC after error@1441839556) -> (continuation of Deferred@666926973 after retry RPC after error@368861889) -> (continuation of Deferred@27344466 after retry RPC after error@1372559675) -> (continuation of Deferred@1968193512 after retry RPC after error@55353833), errback=(continuation of Deferred@544248452 after retry RPC after error@773665626) -> (continuation of Deferred@1089885849 after retry RPC after error@913350595) -> (continuation of Deferred@305188667 after retry RPC after error@1441839556) -> (continuation of Deferred@666926973 after retry RPC after error@368861889) -> (continuation of Deferred@27344466 after retry RPC after error@1372559675) -> (continuation of Deferred@1968193512 after retry RPC after error@55353833)))
18:37:02.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.180 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.203 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.363 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@813867764(state=PENDING, result=null, callback=(continuation of Deferred@45926984 after retry RPC after error@859831262) -> (continuation of Deferred@823060873 after retry RPC after error@339634270) -> (continuation of Deferred@1882459675 after retry RPC after error@1016724168) -> (continuation of Deferred@2048724595 after retry RPC after error@495379958) -> (continuation of Deferred@1301439627 after retry RPC after error@1051625547) -> (continuation of Deferred@743597947 after retry RPC after error@106012242) -> (continuation of Deferred@1488520239 after retry RPC after error@312419235) -> (continuation of Deferred@759822132 after retry RPC after error@669011905), errback=(continuation of Deferred@45926984 after retry RPC after error@859831262) -> (continuation of Deferred@823060873 after retry RPC after error@339634270) -> (continuation of Deferred@1882459675 after retry RPC after error@1016724168) -> (continuation of Deferred@2048724595 after retry RPC after error@495379958) -> (continuation of Deferred@1301439627 after retry RPC after error@1051625547) -> (continuation of Deferred@743597947 after retry RPC after error@106012242) -> (continuation of Deferred@1488520239 after retry RPC after error@312419235) -> (continuation of Deferred@759822132 after retry RPC after error@669011905)))
18:37:02.363 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@813867764(state=PENDING, result=null, callback=(continuation of Deferred@45926984 after retry RPC after error@859831262) -> (continuation of Deferred@823060873 after retry RPC after error@339634270) -> (continuation of Deferred@1882459675 after retry RPC after error@1016724168) -> (continuation of Deferred@2048724595 after retry RPC after error@495379958) -> (continuation of Deferred@1301439627 after retry RPC after error@1051625547) -> (continuation of Deferred@743597947 after retry RPC after error@106012242) -> (continuation of Deferred@1488520239 after retry RPC after error@312419235) -> (continuation of Deferred@759822132 after retry RPC after error@669011905), errback=(continuation of Deferred@45926984 after retry RPC after error@859831262) -> (continuation of Deferred@823060873 after retry RPC after error@339634270) -> (continuation of Deferred@1882459675 after retry RPC after error@1016724168) -> (continuation of Deferred@2048724595 after retry RPC after error@495379958) -> (continuation of Deferred@1301439627 after retry RPC after error@1051625547) -> (continuation of Deferred@743597947 after retry RPC after error@106012242) -> (continuation of Deferred@1488520239 after retry RPC after error@312419235) -> (continuation of Deferred@759822132 after retry RPC after error@669011905)))
18:37:02.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.403 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.423 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.540 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1744575245(state=PENDING, result=null, callback=(continuation of Deferred@1336897573 after retry RPC after error@1632156808) -> (continuation of Deferred@1066071748 after retry RPC after error@942253643) -> (continuation of Deferred@213108531 after retry RPC after error@683382481) -> (continuation of Deferred@1089432020 after retry RPC after error@889295996) -> (continuation of Deferred@655968176 after retry RPC after error@1398816924) -> (continuation of Deferred@1752838893 after retry RPC after error@1373759978) -> (continuation of Deferred@1017643169 after retry RPC after error@1830667016), errback=(continuation of Deferred@1336897573 after retry RPC after error@1632156808) -> (continuation of Deferred@1066071748 after retry RPC after error@942253643) -> (continuation of Deferred@213108531 after retry RPC after error@683382481) -> (continuation of Deferred@1089432020 after retry RPC after error@889295996) -> (continuation of Deferred@655968176 after retry RPC after error@1398816924) -> (continuation of Deferred@1752838893 after retry RPC after error@1373759978) -> (continuation of Deferred@1017643169 after retry RPC after error@1830667016)))
18:37:02.543 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1744575245(state=PENDING, result=null, callback=(continuation of Deferred@1336897573 after retry RPC after error@1632156808) -> (continuation of Deferred@1066071748 after retry RPC after error@942253643) -> (continuation of Deferred@213108531 after retry RPC after error@683382481) -> (continuation of Deferred@1089432020 after retry RPC after error@889295996) -> (continuation of Deferred@655968176 after retry RPC after error@1398816924) -> (continuation of Deferred@1752838893 after retry RPC after error@1373759978) -> (continuation of Deferred@1017643169 after retry RPC after error@1830667016), errback=(continuation of Deferred@1336897573 after retry RPC after error@1632156808) -> (continuation of Deferred@1066071748 after retry RPC after error@942253643) -> (continuation of Deferred@213108531 after retry RPC after error@683382481) -> (continuation of Deferred@1089432020 after retry RPC after error@889295996) -> (continuation of Deferred@655968176 after retry RPC after error@1398816924) -> (continuation of Deferred@1752838893 after retry RPC after error@1373759978) -> (continuation of Deferred@1017643169 after retry RPC after error@1830667016)))
18:37:02.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1575494798(state=PENDING, result=null, callback=(continuation of Deferred@706812687 after retry RPC after error@1069847560) -> (continuation of Deferred@891968429 after retry RPC after error@695915986) -> (continuation of Deferred@195119761 after retry RPC after error@274660153) -> (continuation of Deferred@2001612204 after retry RPC after error@140882642) -> (continuation of Deferred@160535693 after retry RPC after error@1852912053) -> (continuation of Deferred@1750352538 after retry RPC after error@1292013152) -> (continuation of Deferred@1211256497 after retry RPC after error@799613595), errback=(continuation of Deferred@706812687 after retry RPC after error@1069847560) -> (continuation of Deferred@891968429 after retry RPC after error@695915986) -> (continuation of Deferred@195119761 after retry RPC after error@274660153) -> (continuation of Deferred@2001612204 after retry RPC after error@140882642) -> (continuation of Deferred@160535693 after retry RPC after error@1852912053) -> (continuation of Deferred@1750352538 after retry RPC after error@1292013152) -> (continuation of Deferred@1211256497 after retry RPC after error@799613595)))
18:37:02.784 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1575494798(state=PENDING, result=null, callback=(continuation of Deferred@706812687 after retry RPC after error@1069847560) -> (continuation of Deferred@891968429 after retry RPC after error@695915986) -> (continuation of Deferred@195119761 after retry RPC after error@274660153) -> (continuation of Deferred@2001612204 after retry RPC after error@140882642) -> (continuation of Deferred@160535693 after retry RPC after error@1852912053) -> (continuation of Deferred@1750352538 after retry RPC after error@1292013152) -> (continuation of Deferred@1211256497 after retry RPC after error@799613595), errback=(continuation of Deferred@706812687 after retry RPC after error@1069847560) -> (continuation of Deferred@891968429 after retry RPC after error@695915986) -> (continuation of Deferred@195119761 after retry RPC after error@274660153) -> (continuation of Deferred@2001612204 after retry RPC after error@140882642) -> (continuation of Deferred@160535693 after retry RPC after error@1852912053) -> (continuation of Deferred@1750352538 after retry RPC after error@1292013152) -> (continuation of Deferred@1211256497 after retry RPC after error@799613595)))
18:37:02.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:02.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:02.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:02.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:02.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:02.987 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@140258981(state=PENDING, result=null, callback=(continuation of Deferred@379550249 after retry RPC after error@1441496928) -> (continuation of Deferred@2101516998 after retry RPC after error@335719117) -> (continuation of Deferred@2032256086 after retry RPC after error@2009052269) -> (continuation of Deferred@516064502 after retry RPC after error@521601313) -> (continuation of Deferred@1759737313 after retry RPC after error@1651877964) -> (continuation of Deferred@1746564544 after retry RPC after error@1336115179) -> (continuation of Deferred@1008486275 after retry RPC after error@1944366980), errback=(continuation of Deferred@379550249 after retry RPC after error@1441496928) -> (continuation of Deferred@2101516998 after retry RPC after error@335719117) -> (continuation of Deferred@2032256086 after retry RPC after error@2009052269) -> (continuation of Deferred@516064502 after retry RPC after error@521601313) -> (continuation of Deferred@1759737313 after retry RPC after error@1651877964) -> (continuation of Deferred@1746564544 after retry RPC after error@1336115179) -> (continuation of Deferred@1008486275 after retry RPC after error@1944366980)))
18:37:02.988 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@140258981(state=PENDING, result=null, callback=(continuation of Deferred@379550249 after retry RPC after error@1441496928) -> (continuation of Deferred@2101516998 after retry RPC after error@335719117) -> (continuation of Deferred@2032256086 after retry RPC after error@2009052269) -> (continuation of Deferred@516064502 after retry RPC after error@521601313) -> (continuation of Deferred@1759737313 after retry RPC after error@1651877964) -> (continuation of Deferred@1746564544 after retry RPC after error@1336115179) -> (continuation of Deferred@1008486275 after retry RPC after error@1944366980), errback=(continuation of Deferred@379550249 after retry RPC after error@1441496928) -> (continuation of Deferred@2101516998 after retry RPC after error@335719117) -> (continuation of Deferred@2032256086 after retry RPC after error@2009052269) -> (continuation of Deferred@516064502 after retry RPC after error@521601313) -> (continuation of Deferred@1759737313 after retry RPC after error@1651877964) -> (continuation of Deferred@1746564544 after retry RPC after error@1336115179) -> (continuation of Deferred@1008486275 after retry RPC after error@1944366980)))
18:37:03.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.063 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.082 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.102 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.103 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.103 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.103 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.140 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@220811673(state=PENDING, result=null, callback=(continuation of Deferred@1129179476 after retry RPC after error@677845343) -> (continuation of Deferred@676280553 after retry RPC after error@1865224672) -> (continuation of Deferred@1124487704 after retry RPC after error@1396381382) -> (continuation of Deferred@40039480 after retry RPC after error@96946053) -> (continuation of Deferred@1948271543 after retry RPC after error@2141644499) -> (continuation of Deferred@1785732651 after retry RPC after error@1437894543) -> (continuation of Deferred@603933557 after retry RPC after error@1797759399), errback=(continuation of Deferred@1129179476 after retry RPC after error@677845343) -> (continuation of Deferred@676280553 after retry RPC after error@1865224672) -> (continuation of Deferred@1124487704 after retry RPC after error@1396381382) -> (continuation of Deferred@40039480 after retry RPC after error@96946053) -> (continuation of Deferred@1948271543 after retry RPC after error@2141644499) -> (continuation of Deferred@1785732651 after retry RPC after error@1437894543) -> (continuation of Deferred@603933557 after retry RPC after error@1797759399)))
18:37:03.204 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@220811673(state=PENDING, result=null, callback=(continuation of Deferred@1129179476 after retry RPC after error@677845343) -> (continuation of Deferred@676280553 after retry RPC after error@1865224672) -> (continuation of Deferred@1124487704 after retry RPC after error@1396381382) -> (continuation of Deferred@40039480 after retry RPC after error@96946053) -> (continuation of Deferred@1948271543 after retry RPC after error@2141644499) -> (continuation of Deferred@1785732651 after retry RPC after error@1437894543) -> (continuation of Deferred@603933557 after retry RPC after error@1797759399), errback=(continuation of Deferred@1129179476 after retry RPC after error@677845343) -> (continuation of Deferred@676280553 after retry RPC after error@1865224672) -> (continuation of Deferred@1124487704 after retry RPC after error@1396381382) -> (continuation of Deferred@40039480 after retry RPC after error@96946053) -> (continuation of Deferred@1948271543 after retry RPC after error@2141644499) -> (continuation of Deferred@1785732651 after retry RPC after error@1437894543) -> (continuation of Deferred@603933557 after retry RPC after error@1797759399)))
18:37:03.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:03.397640 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:37:03.397 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:03.397840 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:37:03.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1615024764(state=PENDING, result=null, callback=(continuation of Deferred@31140647 after retry RPC after error@2033557860) -> (continuation of Deferred@2014361132 after retry RPC after error@37411808) -> (continuation of Deferred@1516264083 after retry RPC after error@243985978) -> (continuation of Deferred@1943439377 after retry RPC after error@661108816) -> (continuation of Deferred@2139867885 after retry RPC after error@648609816) -> (continuation of Deferred@1643676380 after retry RPC after error@2068255627) -> (continuation of Deferred@1522164396 after retry RPC after error@888995875), errback=(continuation of Deferred@31140647 after retry RPC after error@2033557860) -> (continuation of Deferred@2014361132 after retry RPC after error@37411808) -> (continuation of Deferred@1516264083 after retry RPC after error@243985978) -> (continuation of Deferred@1943439377 after retry RPC after error@661108816) -> (continuation of Deferred@2139867885 after retry RPC after error@648609816) -> (continuation of Deferred@1643676380 after retry RPC after error@2068255627) -> (continuation of Deferred@1522164396 after retry RPC after error@888995875)))
18:37:03.463 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1615024764(state=PENDING, result=null, callback=(continuation of Deferred@31140647 after retry RPC after error@2033557860) -> (continuation of Deferred@2014361132 after retry RPC after error@37411808) -> (continuation of Deferred@1516264083 after retry RPC after error@243985978) -> (continuation of Deferred@1943439377 after retry RPC after error@661108816) -> (continuation of Deferred@2139867885 after retry RPC after error@648609816) -> (continuation of Deferred@1643676380 after retry RPC after error@2068255627) -> (continuation of Deferred@1522164396 after retry RPC after error@888995875), errback=(continuation of Deferred@31140647 after retry RPC after error@2033557860) -> (continuation of Deferred@2014361132 after retry RPC after error@37411808) -> (continuation of Deferred@1516264083 after retry RPC after error@243985978) -> (continuation of Deferred@1943439377 after retry RPC after error@661108816) -> (continuation of Deferred@2139867885 after retry RPC after error@648609816) -> (continuation of Deferred@1643676380 after retry RPC after error@2068255627) -> (continuation of Deferred@1522164396 after retry RPC after error@888995875)))
18:37:03.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.663 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.663 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.664 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.682 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1339905880(state=PENDING, result=null, callback=(continuation of Deferred@1901973657 after retry RPC after error@1444737352) -> (continuation of Deferred@1240361479 after retry RPC after error@1823249397) -> (continuation of Deferred@1936351201 after retry RPC after error@1120761461) -> (continuation of Deferred@2018087545 after retry RPC after error@1886557630) -> (continuation of Deferred@1371953414 after retry RPC after error@2022830997) -> (continuation of Deferred@1283423396 after retry RPC after error@675598320) -> (continuation of Deferred@1261026711 after retry RPC after error@1020523068), errback=(continuation of Deferred@1901973657 after retry RPC after error@1444737352) -> (continuation of Deferred@1240361479 after retry RPC after error@1823249397) -> (continuation of Deferred@1936351201 after retry RPC after error@1120761461) -> (continuation of Deferred@2018087545 after retry RPC after error@1886557630) -> (continuation of Deferred@1371953414 after retry RPC after error@2022830997) -> (continuation of Deferred@1283423396 after retry RPC after error@675598320) -> (continuation of Deferred@1261026711 after retry RPC after error@1020523068)))
18:37:03.684 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [184ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1339905880(state=PENDING, result=null, callback=(continuation of Deferred@1901973657 after retry RPC after error@1444737352) -> (continuation of Deferred@1240361479 after retry RPC after error@1823249397) -> (continuation of Deferred@1936351201 after retry RPC after error@1120761461) -> (continuation of Deferred@2018087545 after retry RPC after error@1886557630) -> (continuation of Deferred@1371953414 after retry RPC after error@2022830997) -> (continuation of Deferred@1283423396 after retry RPC after error@675598320) -> (continuation of Deferred@1261026711 after retry RPC after error@1020523068), errback=(continuation of Deferred@1901973657 after retry RPC after error@1444737352) -> (continuation of Deferred@1240361479 after retry RPC after error@1823249397) -> (continuation of Deferred@1936351201 after retry RPC after error@1120761461) -> (continuation of Deferred@2018087545 after retry RPC after error@1886557630) -> (continuation of Deferred@1371953414 after retry RPC after error@2022830997) -> (continuation of Deferred@1283423396 after retry RPC after error@675598320) -> (continuation of Deferred@1261026711 after retry RPC after error@1020523068)))
18:37:03.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.722 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.742 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.802 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:03.802615 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:03.805 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:03.805054 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:03.807 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:03.806769 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:37:03.820 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.821 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.883 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1899206717(state=PENDING, result=null, callback=(continuation of Deferred@1435475835 after retry RPC after error@521484184) -> (continuation of Deferred@1544354951 after retry RPC after error@831747403) -> (continuation of Deferred@416170053 after retry RPC after error@777067827) -> (continuation of Deferred@360854714 after retry RPC after error@1058087532) -> (continuation of Deferred@1438093731 after retry RPC after error@1940502179) -> (continuation of Deferred@2005564296 after retry RPC after error@1102984535) -> (continuation of Deferred@686657098 after retry RPC after error@382679386), errback=(continuation of Deferred@1435475835 after retry RPC after error@521484184) -> (continuation of Deferred@1544354951 after retry RPC after error@831747403) -> (continuation of Deferred@416170053 after retry RPC after error@777067827) -> (continuation of Deferred@360854714 after retry RPC after error@1058087532) -> (continuation of Deferred@1438093731 after retry RPC after error@1940502179) -> (continuation of Deferred@2005564296 after retry RPC after error@1102984535) -> (continuation of Deferred@686657098 after retry RPC after error@382679386)))
18:37:03.903 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1899206717(state=PENDING, result=null, callback=(continuation of Deferred@1435475835 after retry RPC after error@521484184) -> (continuation of Deferred@1544354951 after retry RPC after error@831747403) -> (continuation of Deferred@416170053 after retry RPC after error@777067827) -> (continuation of Deferred@360854714 after retry RPC after error@1058087532) -> (continuation of Deferred@1438093731 after retry RPC after error@1940502179) -> (continuation of Deferred@2005564296 after retry RPC after error@1102984535) -> (continuation of Deferred@686657098 after retry RPC after error@382679386), errback=(continuation of Deferred@1435475835 after retry RPC after error@521484184) -> (continuation of Deferred@1544354951 after retry RPC after error@831747403) -> (continuation of Deferred@416170053 after retry RPC after error@777067827) -> (continuation of Deferred@360854714 after retry RPC after error@1058087532) -> (continuation of Deferred@1438093731 after retry RPC after error@1940502179) -> (continuation of Deferred@2005564296 after retry RPC after error@1102984535) -> (continuation of Deferred@686657098 after retry RPC after error@382679386)))
18:37:03.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:03.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:03.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:03.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:03.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:03.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.142 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.143 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.143 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.143 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.144 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1793333631(state=PENDING, result=null, callback=(continuation of Deferred@15711409 after retry RPC after error@1640775870) -> (continuation of Deferred@1222234142 after retry RPC after error@45877147) -> (continuation of Deferred@2144020809 after retry RPC after error@2088849342) -> (continuation of Deferred@2061383952 after retry RPC after error@406612239) -> (continuation of Deferred@1041992224 after retry RPC after error@1217519330) -> (continuation of Deferred@1124886617 after retry RPC after error@948110630) -> (continuation of Deferred@1521210012 after retry RPC after error@478896613), errback=(continuation of Deferred@15711409 after retry RPC after error@1640775870) -> (continuation of Deferred@1222234142 after retry RPC after error@45877147) -> (continuation of Deferred@2144020809 after retry RPC after error@2088849342) -> (continuation of Deferred@2061383952 after retry RPC after error@406612239) -> (continuation of Deferred@1041992224 after retry RPC after error@1217519330) -> (continuation of Deferred@1124886617 after retry RPC after error@948110630) -> (continuation of Deferred@1521210012 after retry RPC after error@478896613)))
18:37:04.145 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=223), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1793333631(state=PENDING, result=null, callback=(continuation of Deferred@15711409 after retry RPC after error@1640775870) -> (continuation of Deferred@1222234142 after retry RPC after error@45877147) -> (continuation of Deferred@2144020809 after retry RPC after error@2088849342) -> (continuation of Deferred@2061383952 after retry RPC after error@406612239) -> (continuation of Deferred@1041992224 after retry RPC after error@1217519330) -> (continuation of Deferred@1124886617 after retry RPC after error@948110630) -> (continuation of Deferred@1521210012 after retry RPC after error@478896613), errback=(continuation of Deferred@15711409 after retry RPC after error@1640775870) -> (continuation of Deferred@1222234142 after retry RPC after error@45877147) -> (continuation of Deferred@2144020809 after retry RPC after error@2088849342) -> (continuation of Deferred@2061383952 after retry RPC after error@406612239) -> (continuation of Deferred@1041992224 after retry RPC after error@1217519330) -> (continuation of Deferred@1124886617 after retry RPC after error@948110630) -> (continuation of Deferred@1521210012 after retry RPC after error@478896613)))
18:37:04.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.162 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.183 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.202 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.223 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.223 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.243 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.243 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1890738616(state=PENDING, result=null, callback=(continuation of Deferred@129235560 after retry RPC after error@857944925) -> (continuation of Deferred@1810487500 after retry RPC after error@146135976) -> (continuation of Deferred@281870444 after retry RPC after error@987652339) -> (continuation of Deferred@525656284 after retry RPC after error@966397957) -> (continuation of Deferred@1093445946 after retry RPC after error@146575380) -> (continuation of Deferred@810996703 after retry RPC after error@1495660520) -> (continuation of Deferred@2112151695 after retry RPC after error@297071383), errback=(continuation of Deferred@129235560 after retry RPC after error@857944925) -> (continuation of Deferred@1810487500 after retry RPC after error@146135976) -> (continuation of Deferred@281870444 after retry RPC after error@987652339) -> (continuation of Deferred@525656284 after retry RPC after error@966397957) -> (continuation of Deferred@1093445946 after retry RPC after error@146575380) -> (continuation of Deferred@810996703 after retry RPC after error@1495660520) -> (continuation of Deferred@2112151695 after retry RPC after error@297071383)))
18:37:04.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1890738616(state=PENDING, result=null, callback=(continuation of Deferred@129235560 after retry RPC after error@857944925) -> (continuation of Deferred@1810487500 after retry RPC after error@146135976) -> (continuation of Deferred@281870444 after retry RPC after error@987652339) -> (continuation of Deferred@525656284 after retry RPC after error@966397957) -> (continuation of Deferred@1093445946 after retry RPC after error@146575380) -> (continuation of Deferred@810996703 after retry RPC after error@1495660520) -> (continuation of Deferred@2112151695 after retry RPC after error@297071383), errback=(continuation of Deferred@129235560 after retry RPC after error@857944925) -> (continuation of Deferred@1810487500 after retry RPC after error@146135976) -> (continuation of Deferred@281870444 after retry RPC after error@987652339) -> (continuation of Deferred@525656284 after retry RPC after error@966397957) -> (continuation of Deferred@1093445946 after retry RPC after error@146575380) -> (continuation of Deferred@810996703 after retry RPC after error@1495660520) -> (continuation of Deferred@2112151695 after retry RPC after error@297071383)))
18:37:04.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.400 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.463 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1460187264(state=PENDING, result=null, callback=(continuation of Deferred@435708832 after retry RPC after error@314611665) -> (continuation of Deferred@809913858 after retry RPC after error@584606778) -> (continuation of Deferred@2020079266 after retry RPC after error@1846511712) -> (continuation of Deferred@1824259581 after retry RPC after error@220446180) -> (continuation of Deferred@1245087748 after retry RPC after error@1491621290) -> (continuation of Deferred@1796153183 after retry RPC after error@2077446983), errback=(continuation of Deferred@435708832 after retry RPC after error@314611665) -> (continuation of Deferred@809913858 after retry RPC after error@584606778) -> (continuation of Deferred@2020079266 after retry RPC after error@1846511712) -> (continuation of Deferred@1824259581 after retry RPC after error@220446180) -> (continuation of Deferred@1245087748 after retry RPC after error@1491621290) -> (continuation of Deferred@1796153183 after retry RPC after error@2077446983)))
18:37:04.523 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1460187264(state=PENDING, result=null, callback=(continuation of Deferred@435708832 after retry RPC after error@314611665) -> (continuation of Deferred@809913858 after retry RPC after error@584606778) -> (continuation of Deferred@2020079266 after retry RPC after error@1846511712) -> (continuation of Deferred@1824259581 after retry RPC after error@220446180) -> (continuation of Deferred@1245087748 after retry RPC after error@1491621290) -> (continuation of Deferred@1796153183 after retry RPC after error@2077446983), errback=(continuation of Deferred@435708832 after retry RPC after error@314611665) -> (continuation of Deferred@809913858 after retry RPC after error@584606778) -> (continuation of Deferred@2020079266 after retry RPC after error@1846511712) -> (continuation of Deferred@1824259581 after retry RPC after error@220446180) -> (continuation of Deferred@1245087748 after retry RPC after error@1491621290) -> (continuation of Deferred@1796153183 after retry RPC after error@2077446983)))
18:37:04.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.783 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.783 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.783 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.783 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.783 [DEBUG - pool-46-thread-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1604602810(state=PENDING, result=null, callback=(continuation of Deferred@906482548 after retry RPC after error@1416723518) -> (continuation of Deferred@157372385 after retry RPC after error@1952791788) -> (continuation of Deferred@2087837031 after retry RPC after error@591322715) -> (continuation of Deferred@547586970 after retry RPC after error@2105297214) -> (continuation of Deferred@261368083 after retry RPC after error@1519252156) -> (continuation of Deferred@1720587556 after retry RPC after error@2040825202) -> (continuation of Deferred@1465317348 after retry RPC after error@1652287392) -> (continuation of Deferred@1959455230 after retry RPC after error@697859328) -> (continuation of Deferred@1225872896 after retry RPC after error@1953164901), errback=(continuation of Deferred@906482548 after retry RPC after error@1416723518) -> (continuation of Deferred@157372385 after retry RPC after error@1952791788) -> (continuation of Deferred@2087837031 after retry RPC after error@591322715) -> (continuation of Deferred@547586970 after retry RPC after error@2105297214) -> (continuation of Deferred@261368083 after retry RPC after error@1519252156) -> (continuation of Deferred@1720587556 after retry RPC after error@2040825202) -> (continuation of Deferred@1465317348 after retry RPC after error@1652287392) -> (continuation of Deferred@1959455230 after retry RPC after error@697859328) -> (continuation of Deferred@1225872896 after retry RPC after error@1953164901)))
18:37:04.784 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1604602810(state=PENDING, result=null, callback=(continuation of Deferred@906482548 after retry RPC after error@1416723518) -> (continuation of Deferred@157372385 after retry RPC after error@1952791788) -> (continuation of Deferred@2087837031 after retry RPC after error@591322715) -> (continuation of Deferred@547586970 after retry RPC after error@2105297214) -> (continuation of Deferred@261368083 after retry RPC after error@1519252156) -> (continuation of Deferred@1720587556 after retry RPC after error@2040825202) -> (continuation of Deferred@1465317348 after retry RPC after error@1652287392) -> (continuation of Deferred@1959455230 after retry RPC after error@697859328) -> (continuation of Deferred@1225872896 after retry RPC after error@1953164901), errback=(continuation of Deferred@906482548 after retry RPC after error@1416723518) -> (continuation of Deferred@157372385 after retry RPC after error@1952791788) -> (continuation of Deferred@2087837031 after retry RPC after error@591322715) -> (continuation of Deferred@547586970 after retry RPC after error@2105297214) -> (continuation of Deferred@261368083 after retry RPC after error@1519252156) -> (continuation of Deferred@1720587556 after retry RPC after error@2040825202) -> (continuation of Deferred@1465317348 after retry RPC after error@1652287392) -> (continuation of Deferred@1959455230 after retry RPC after error@697859328) -> (continuation of Deferred@1225872896 after retry RPC after error@1953164901)))
18:37:04.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.860 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.943 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@526151485(state=PENDING, result=null, callback=(continuation of Deferred@377553110 after retry RPC after error@578642042) -> (continuation of Deferred@1788535358 after retry RPC after error@373513687) -> (continuation of Deferred@148531321 after retry RPC after error@1106093992) -> (continuation of Deferred@2086352569 after retry RPC after error@1895461120) -> (continuation of Deferred@733497030 after retry RPC after error@121922814) -> (continuation of Deferred@571434065 after retry RPC after error@31351649), errback=(continuation of Deferred@377553110 after retry RPC after error@578642042) -> (continuation of Deferred@1788535358 after retry RPC after error@373513687) -> (continuation of Deferred@148531321 after retry RPC after error@1106093992) -> (continuation of Deferred@2086352569 after retry RPC after error@1895461120) -> (continuation of Deferred@733497030 after retry RPC after error@121922814) -> (continuation of Deferred@571434065 after retry RPC after error@31351649)))
18:37:04.944 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@526151485(state=PENDING, result=null, callback=(continuation of Deferred@377553110 after retry RPC after error@578642042) -> (continuation of Deferred@1788535358 after retry RPC after error@373513687) -> (continuation of Deferred@148531321 after retry RPC after error@1106093992) -> (continuation of Deferred@2086352569 after retry RPC after error@1895461120) -> (continuation of Deferred@733497030 after retry RPC after error@121922814) -> (continuation of Deferred@571434065 after retry RPC after error@31351649), errback=(continuation of Deferred@377553110 after retry RPC after error@578642042) -> (continuation of Deferred@1788535358 after retry RPC after error@373513687) -> (continuation of Deferred@148531321 after retry RPC after error@1106093992) -> (continuation of Deferred@2086352569 after retry RPC after error@1895461120) -> (continuation of Deferred@733497030 after retry RPC after error@121922814) -> (continuation of Deferred@571434065 after retry RPC after error@31351649)))
18:37:04.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:04.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:04.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:04.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:04.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:04.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.221 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@456454360(state=PENDING, result=null, callback=(continuation of Deferred@892874179 after retry RPC after error@2065326209) -> (continuation of Deferred@1621618812 after retry RPC after error@1546219136) -> (continuation of Deferred@671815411 after retry RPC after error@12416283) -> (continuation of Deferred@1598439776 after retry RPC after error@1217161574) -> (continuation of Deferred@952128010 after retry RPC after error@1396637092) -> (continuation of Deferred@1050606562 after retry RPC after error@359821838) -> (continuation of Deferred@798503592 after retry RPC after error@200227106), errback=(continuation of Deferred@892874179 after retry RPC after error@2065326209) -> (continuation of Deferred@1621618812 after retry RPC after error@1546219136) -> (continuation of Deferred@671815411 after retry RPC after error@12416283) -> (continuation of Deferred@1598439776 after retry RPC after error@1217161574) -> (continuation of Deferred@952128010 after retry RPC after error@1396637092) -> (continuation of Deferred@1050606562 after retry RPC after error@359821838) -> (continuation of Deferred@798503592 after retry RPC after error@200227106)))
18:37:05.221 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:05.240 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.380 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.501 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1853679297(state=PENDING, result=null, callback=(continuation of Deferred@630917728 after retry RPC after error@733121895) -> (continuation of Deferred@2145456604 after retry RPC after error@1981987343) -> (continuation of Deferred@186082977 after retry RPC after error@888212241) -> (continuation of Deferred@1139381154 after retry RPC after error@553167634) -> (continuation of Deferred@275444674 after retry RPC after error@746576733) -> (continuation of Deferred@587479539 after retry RPC after error@1187100346) -> (continuation of Deferred@24295747 after retry RPC after error@1401241347), errback=(continuation of Deferred@630917728 after retry RPC after error@733121895) -> (continuation of Deferred@2145456604 after retry RPC after error@1981987343) -> (continuation of Deferred@186082977 after retry RPC after error@888212241) -> (continuation of Deferred@1139381154 after retry RPC after error@553167634) -> (continuation of Deferred@275444674 after retry RPC after error@746576733) -> (continuation of Deferred@587479539 after retry RPC after error@1187100346) -> (continuation of Deferred@24295747 after retry RPC after error@1401241347)))
18:37:05.501 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:05.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.744 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1668126880(state=PENDING, result=null, callback=(continuation of Deferred@2081486809 after retry RPC after error@689740234) -> (continuation of Deferred@1135139326 after retry RPC after error@1284501939) -> (continuation of Deferred@928672196 after retry RPC after error@2059760684) -> (continuation of Deferred@2133276067 after retry RPC after error@1276527005) -> (continuation of Deferred@686163346 after retry RPC after error@2043900086) -> (continuation of Deferred@1067440130 after retry RPC after error@1107000517) -> (continuation of Deferred@1495874557 after retry RPC after error@1000191662), errback=(continuation of Deferred@2081486809 after retry RPC after error@689740234) -> (continuation of Deferred@1135139326 after retry RPC after error@1284501939) -> (continuation of Deferred@928672196 after retry RPC after error@2059760684) -> (continuation of Deferred@2133276067 after retry RPC after error@1276527005) -> (continuation of Deferred@686163346 after retry RPC after error@2043900086) -> (continuation of Deferred@1067440130 after retry RPC after error@1107000517) -> (continuation of Deferred@1495874557 after retry RPC after error@1000191662)))
18:37:05.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1668126880(state=PENDING, result=null, callback=(continuation of Deferred@2081486809 after retry RPC after error@689740234) -> (continuation of Deferred@1135139326 after retry RPC after error@1284501939) -> (continuation of Deferred@928672196 after retry RPC after error@2059760684) -> (continuation of Deferred@2133276067 after retry RPC after error@1276527005) -> (continuation of Deferred@686163346 after retry RPC after error@2043900086) -> (continuation of Deferred@1067440130 after retry RPC after error@1107000517) -> (continuation of Deferred@1495874557 after retry RPC after error@1000191662), errback=(continuation of Deferred@2081486809 after retry RPC after error@689740234) -> (continuation of Deferred@1135139326 after retry RPC after error@1284501939) -> (continuation of Deferred@928672196 after retry RPC after error@2059760684) -> (continuation of Deferred@2133276067 after retry RPC after error@1276527005) -> (continuation of Deferred@686163346 after retry RPC after error@2043900086) -> (continuation of Deferred@1067440130 after retry RPC after error@1107000517) -> (continuation of Deferred@1495874557 after retry RPC after error@1000191662)))
18:37:05.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.980 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:05.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:05.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.981 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:05.981 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:05.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:05.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1566491095(state=PENDING, result=null, callback=(continuation of Deferred@1764735513 after retry RPC after error@336615763) -> (continuation of Deferred@143885119 after retry RPC after error@602450819) -> (continuation of Deferred@931340949 after retry RPC after error@567226359) -> (continuation of Deferred@902945418 after retry RPC after error@1392757504) -> (continuation of Deferred@2101005439 after retry RPC after error@634578104) -> (continuation of Deferred@518811394 after retry RPC after error@1400568852) -> (continuation of Deferred@2022214448 after retry RPC after error@1254971325), errback=(continuation of Deferred@1764735513 after retry RPC after error@336615763) -> (continuation of Deferred@143885119 after retry RPC after error@602450819) -> (continuation of Deferred@931340949 after retry RPC after error@567226359) -> (continuation of Deferred@902945418 after retry RPC after error@1392757504) -> (continuation of Deferred@2101005439 after retry RPC after error@634578104) -> (continuation of Deferred@518811394 after retry RPC after error@1400568852) -> (continuation of Deferred@2022214448 after retry RPC after error@1254971325)))
18:37:05.984 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1566491095(state=PENDING, result=null, callback=(continuation of Deferred@1764735513 after retry RPC after error@336615763) -> (continuation of Deferred@143885119 after retry RPC after error@602450819) -> (continuation of Deferred@931340949 after retry RPC after error@567226359) -> (continuation of Deferred@902945418 after retry RPC after error@1392757504) -> (continuation of Deferred@2101005439 after retry RPC after error@634578104) -> (continuation of Deferred@518811394 after retry RPC after error@1400568852) -> (continuation of Deferred@2022214448 after retry RPC after error@1254971325), errback=(continuation of Deferred@1764735513 after retry RPC after error@336615763) -> (continuation of Deferred@143885119 after retry RPC after error@602450819) -> (continuation of Deferred@931340949 after retry RPC after error@567226359) -> (continuation of Deferred@902945418 after retry RPC after error@1392757504) -> (continuation of Deferred@2101005439 after retry RPC after error@634578104) -> (continuation of Deferred@518811394 after retry RPC after error@1400568852) -> (continuation of Deferred@2022214448 after retry RPC after error@1254971325)))
18:37:06.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.122 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@70347614(state=PENDING, result=null, callback=(continuation of Deferred@1133361398 after retry RPC after error@1843611638) -> (continuation of Deferred@1194723942 after retry RPC after error@1221780037) -> (continuation of Deferred@1723247009 after retry RPC after error@287149686) -> (continuation of Deferred@1712313097 after retry RPC after error@957404487) -> (continuation of Deferred@1782093925 after retry RPC after error@397133162) -> (continuation of Deferred@254073613 after retry RPC after error@815897923) -> (continuation of Deferred@519356546 after retry RPC after error@1472059043), errback=(continuation of Deferred@1133361398 after retry RPC after error@1843611638) -> (continuation of Deferred@1194723942 after retry RPC after error@1221780037) -> (continuation of Deferred@1723247009 after retry RPC after error@287149686) -> (continuation of Deferred@1712313097 after retry RPC after error@957404487) -> (continuation of Deferred@1782093925 after retry RPC after error@397133162) -> (continuation of Deferred@254073613 after retry RPC after error@815897923) -> (continuation of Deferred@519356546 after retry RPC after error@1472059043)))
18:37:06.203 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@70347614(state=PENDING, result=null, callback=(continuation of Deferred@1133361398 after retry RPC after error@1843611638) -> (continuation of Deferred@1194723942 after retry RPC after error@1221780037) -> (continuation of Deferred@1723247009 after retry RPC after error@287149686) -> (continuation of Deferred@1712313097 after retry RPC after error@957404487) -> (continuation of Deferred@1782093925 after retry RPC after error@397133162) -> (continuation of Deferred@254073613 after retry RPC after error@815897923) -> (continuation of Deferred@519356546 after retry RPC after error@1472059043), errback=(continuation of Deferred@1133361398 after retry RPC after error@1843611638) -> (continuation of Deferred@1194723942 after retry RPC after error@1221780037) -> (continuation of Deferred@1723247009 after retry RPC after error@287149686) -> (continuation of Deferred@1712313097 after retry RPC after error@957404487) -> (continuation of Deferred@1782093925 after retry RPC after error@397133162) -> (continuation of Deferred@254073613 after retry RPC after error@815897923) -> (continuation of Deferred@519356546 after retry RPC after error@1472059043)))
18:37:06.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.280 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.360 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1173187074(state=PENDING, result=null, callback=(continuation of Deferred@1883036813 after retry RPC after error@1752677596) -> (continuation of Deferred@1613577690 after retry RPC after error@1312745127) -> (continuation of Deferred@1492157273 after retry RPC after error@221529543) -> (continuation of Deferred@75393622 after retry RPC after error@1036824480) -> (continuation of Deferred@1643776267 after retry RPC after error@1313829518) -> (continuation of Deferred@957648331 after retry RPC after error@1644008678) -> (continuation of Deferred@1350466435 after retry RPC after error@1703979008), errback=(continuation of Deferred@1883036813 after retry RPC after error@1752677596) -> (continuation of Deferred@1613577690 after retry RPC after error@1312745127) -> (continuation of Deferred@1492157273 after retry RPC after error@221529543) -> (continuation of Deferred@75393622 after retry RPC after error@1036824480) -> (continuation of Deferred@1643776267 after retry RPC after error@1313829518) -> (continuation of Deferred@957648331 after retry RPC after error@1644008678) -> (continuation of Deferred@1350466435 after retry RPC after error@1703979008)))
18:37:06.463 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1173187074(state=PENDING, result=null, callback=(continuation of Deferred@1883036813 after retry RPC after error@1752677596) -> (continuation of Deferred@1613577690 after retry RPC after error@1312745127) -> (continuation of Deferred@1492157273 after retry RPC after error@221529543) -> (continuation of Deferred@75393622 after retry RPC after error@1036824480) -> (continuation of Deferred@1643776267 after retry RPC after error@1313829518) -> (continuation of Deferred@957648331 after retry RPC after error@1644008678) -> (continuation of Deferred@1350466435 after retry RPC after error@1703979008), errback=(continuation of Deferred@1883036813 after retry RPC after error@1752677596) -> (continuation of Deferred@1613577690 after retry RPC after error@1312745127) -> (continuation of Deferred@1492157273 after retry RPC after error@221529543) -> (continuation of Deferred@75393622 after retry RPC after error@1036824480) -> (continuation of Deferred@1643776267 after retry RPC after error@1313829518) -> (continuation of Deferred@957648331 after retry RPC after error@1644008678) -> (continuation of Deferred@1350466435 after retry RPC after error@1703979008)))
18:37:06.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1368423641(state=PENDING, result=null, callback=(continuation of Deferred@1323515348 after retry RPC after error@205974571) -> (continuation of Deferred@1896351774 after retry RPC after error@598529106) -> (continuation of Deferred@1953906798 after retry RPC after error@1340788095) -> (continuation of Deferred@2115204196 after retry RPC after error@995631536) -> (continuation of Deferred@2104193925 after retry RPC after error@1693702242) -> (continuation of Deferred@19275980 after retry RPC after error@2064237817), errback=(continuation of Deferred@1323515348 after retry RPC after error@205974571) -> (continuation of Deferred@1896351774 after retry RPC after error@598529106) -> (continuation of Deferred@1953906798 after retry RPC after error@1340788095) -> (continuation of Deferred@2115204196 after retry RPC after error@995631536) -> (continuation of Deferred@2104193925 after retry RPC after error@1693702242) -> (continuation of Deferred@19275980 after retry RPC after error@2064237817)))
18:37:06.683 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1368423641(state=PENDING, result=null, callback=(continuation of Deferred@1323515348 after retry RPC after error@205974571) -> (continuation of Deferred@1896351774 after retry RPC after error@598529106) -> (continuation of Deferred@1953906798 after retry RPC after error@1340788095) -> (continuation of Deferred@2115204196 after retry RPC after error@995631536) -> (continuation of Deferred@2104193925 after retry RPC after error@1693702242) -> (continuation of Deferred@19275980 after retry RPC after error@2064237817), errback=(continuation of Deferred@1323515348 after retry RPC after error@205974571) -> (continuation of Deferred@1896351774 after retry RPC after error@598529106) -> (continuation of Deferred@1953906798 after retry RPC after error@1340788095) -> (continuation of Deferred@2115204196 after retry RPC after error@995631536) -> (continuation of Deferred@2104193925 after retry RPC after error@1693702242) -> (continuation of Deferred@19275980 after retry RPC after error@2064237817)))
18:37:06.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.883 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@742262627(state=PENDING, result=null, callback=(continuation of Deferred@228450904 after retry RPC after error@2142661276) -> (continuation of Deferred@701079876 after retry RPC after error@1972416001) -> (continuation of Deferred@394075593 after retry RPC after error@1532192560) -> (continuation of Deferred@1064578719 after retry RPC after error@1340374998) -> (continuation of Deferred@805871798 after retry RPC after error@1889680224) -> (continuation of Deferred@1857872701 after retry RPC after error@38419443), errback=(continuation of Deferred@228450904 after retry RPC after error@2142661276) -> (continuation of Deferred@701079876 after retry RPC after error@1972416001) -> (continuation of Deferred@394075593 after retry RPC after error@1532192560) -> (continuation of Deferred@1064578719 after retry RPC after error@1340374998) -> (continuation of Deferred@805871798 after retry RPC after error@1889680224) -> (continuation of Deferred@1857872701 after retry RPC after error@38419443)))
18:37:06.884 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@742262627(state=PENDING, result=null, callback=(continuation of Deferred@228450904 after retry RPC after error@2142661276) -> (continuation of Deferred@701079876 after retry RPC after error@1972416001) -> (continuation of Deferred@394075593 after retry RPC after error@1532192560) -> (continuation of Deferred@1064578719 after retry RPC after error@1340374998) -> (continuation of Deferred@805871798 after retry RPC after error@1889680224) -> (continuation of Deferred@1857872701 after retry RPC after error@38419443), errback=(continuation of Deferred@228450904 after retry RPC after error@2142661276) -> (continuation of Deferred@701079876 after retry RPC after error@1972416001) -> (continuation of Deferred@394075593 after retry RPC after error@1532192560) -> (continuation of Deferred@1064578719 after retry RPC after error@1340374998) -> (continuation of Deferred@805871798 after retry RPC after error@1889680224) -> (continuation of Deferred@1857872701 after retry RPC after error@38419443)))
18:37:06.900 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.963 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.963 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.963 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:06.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:06.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:06.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:06.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:06.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.040 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1000969262(state=PENDING, result=null, callback=(continuation of Deferred@1466875501 after retry RPC after error@1514602929) -> (continuation of Deferred@199773173 after retry RPC after error@2090317378) -> (continuation of Deferred@1579737707 after retry RPC after error@1015036566) -> (continuation of Deferred@1979607312 after retry RPC after error@882570315) -> (continuation of Deferred@758670089 after retry RPC after error@273791154) -> (continuation of Deferred@383903041 after retry RPC after error@1975153530), errback=(continuation of Deferred@1466875501 after retry RPC after error@1514602929) -> (continuation of Deferred@199773173 after retry RPC after error@2090317378) -> (continuation of Deferred@1579737707 after retry RPC after error@1015036566) -> (continuation of Deferred@1979607312 after retry RPC after error@882570315) -> (continuation of Deferred@758670089 after retry RPC after error@273791154) -> (continuation of Deferred@383903041 after retry RPC after error@1975153530)))
18:37:07.043 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1000969262(state=PENDING, result=null, callback=(continuation of Deferred@1466875501 after retry RPC after error@1514602929) -> (continuation of Deferred@199773173 after retry RPC after error@2090317378) -> (continuation of Deferred@1579737707 after retry RPC after error@1015036566) -> (continuation of Deferred@1979607312 after retry RPC after error@882570315) -> (continuation of Deferred@758670089 after retry RPC after error@273791154) -> (continuation of Deferred@383903041 after retry RPC after error@1975153530), errback=(continuation of Deferred@1466875501 after retry RPC after error@1514602929) -> (continuation of Deferred@199773173 after retry RPC after error@2090317378) -> (continuation of Deferred@1579737707 after retry RPC after error@1015036566) -> (continuation of Deferred@1979607312 after retry RPC after error@882570315) -> (continuation of Deferred@758670089 after retry RPC after error@273791154) -> (continuation of Deferred@383903041 after retry RPC after error@1975153530)))
18:37:07.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.243 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.243 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.263 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1376200438(state=PENDING, result=null, callback=(continuation of Deferred@463409239 after retry RPC after error@1334663344) -> (continuation of Deferred@972677727 after retry RPC after error@1386369792) -> (continuation of Deferred@828177579 after retry RPC after error@338782952) -> (continuation of Deferred@1655478571 after retry RPC after error@576125997) -> (continuation of Deferred@1949955432 after retry RPC after error@1807791917) -> (continuation of Deferred@1839402687 after retry RPC after error@2013343922) -> (continuation of Deferred@1126697071 after retry RPC after error@767534840), errback=(continuation of Deferred@463409239 after retry RPC after error@1334663344) -> (continuation of Deferred@972677727 after retry RPC after error@1386369792) -> (continuation of Deferred@828177579 after retry RPC after error@338782952) -> (continuation of Deferred@1655478571 after retry RPC after error@576125997) -> (continuation of Deferred@1949955432 after retry RPC after error@1807791917) -> (continuation of Deferred@1839402687 after retry RPC after error@2013343922) -> (continuation of Deferred@1126697071 after retry RPC after error@767534840)))
18:37:07.264 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1376200438(state=PENDING, result=null, callback=(continuation of Deferred@463409239 after retry RPC after error@1334663344) -> (continuation of Deferred@972677727 after retry RPC after error@1386369792) -> (continuation of Deferred@828177579 after retry RPC after error@338782952) -> (continuation of Deferred@1655478571 after retry RPC after error@576125997) -> (continuation of Deferred@1949955432 after retry RPC after error@1807791917) -> (continuation of Deferred@1839402687 after retry RPC after error@2013343922) -> (continuation of Deferred@1126697071 after retry RPC after error@767534840), errback=(continuation of Deferred@463409239 after retry RPC after error@1334663344) -> (continuation of Deferred@972677727 after retry RPC after error@1386369792) -> (continuation of Deferred@828177579 after retry RPC after error@338782952) -> (continuation of Deferred@1655478571 after retry RPC after error@576125997) -> (continuation of Deferred@1949955432 after retry RPC after error@1807791917) -> (continuation of Deferred@1839402687 after retry RPC after error@2013343922) -> (continuation of Deferred@1126697071 after retry RPC after error@767534840)))
18:37:07.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2128326150(state=PENDING, result=null, callback=(continuation of Deferred@1662934025 after retry RPC after error@1935527116) -> (continuation of Deferred@522436903 after retry RPC after error@1009510235) -> (continuation of Deferred@767822531 after retry RPC after error@820156443) -> (continuation of Deferred@826887641 after retry RPC after error@1379628436) -> (continuation of Deferred@1604644610 after retry RPC after error@2074252973) -> (continuation of Deferred@8268677 after retry RPC after error@165702091) -> (continuation of Deferred@1908689674 after retry RPC after error@507296865), errback=(continuation of Deferred@1662934025 after retry RPC after error@1935527116) -> (continuation of Deferred@522436903 after retry RPC after error@1009510235) -> (continuation of Deferred@767822531 after retry RPC after error@820156443) -> (continuation of Deferred@826887641 after retry RPC after error@1379628436) -> (continuation of Deferred@1604644610 after retry RPC after error@2074252973) -> (continuation of Deferred@8268677 after retry RPC after error@165702091) -> (continuation of Deferred@1908689674 after retry RPC after error@507296865)))
18:37:07.463 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2128326150(state=PENDING, result=null, callback=(continuation of Deferred@1662934025 after retry RPC after error@1935527116) -> (continuation of Deferred@522436903 after retry RPC after error@1009510235) -> (continuation of Deferred@767822531 after retry RPC after error@820156443) -> (continuation of Deferred@826887641 after retry RPC after error@1379628436) -> (continuation of Deferred@1604644610 after retry RPC after error@2074252973) -> (continuation of Deferred@8268677 after retry RPC after error@165702091) -> (continuation of Deferred@1908689674 after retry RPC after error@507296865), errback=(continuation of Deferred@1662934025 after retry RPC after error@1935527116) -> (continuation of Deferred@522436903 after retry RPC after error@1009510235) -> (continuation of Deferred@767822531 after retry RPC after error@820156443) -> (continuation of Deferred@826887641 after retry RPC after error@1379628436) -> (continuation of Deferred@1604644610 after retry RPC after error@2074252973) -> (continuation of Deferred@8268677 after retry RPC after error@165702091) -> (continuation of Deferred@1908689674 after retry RPC after error@507296865)))
18:37:07.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@2146330938(state=PENDING, result=null, callback=(continuation of Deferred@1567019931 after retry RPC after error@459140776) -> (continuation of Deferred@1314947137 after retry RPC after error@1120638734) -> (continuation of Deferred@702181063 after retry RPC after error@1569127930) -> (continuation of Deferred@397282435 after retry RPC after error@163809951) -> (continuation of Deferred@1930780982 after retry RPC after error@429276035) -> (continuation of Deferred@2126243366 after retry RPC after error@1807293468), errback=(continuation of Deferred@1567019931 after retry RPC after error@459140776) -> (continuation of Deferred@1314947137 after retry RPC after error@1120638734) -> (continuation of Deferred@702181063 after retry RPC after error@1569127930) -> (continuation of Deferred@397282435 after retry RPC after error@163809951) -> (continuation of Deferred@1930780982 after retry RPC after error@429276035) -> (continuation of Deferred@2126243366 after retry RPC after error@1807293468)))
18:37:07.624 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@2146330938(state=PENDING, result=null, callback=(continuation of Deferred@1567019931 after retry RPC after error@459140776) -> (continuation of Deferred@1314947137 after retry RPC after error@1120638734) -> (continuation of Deferred@702181063 after retry RPC after error@1569127930) -> (continuation of Deferred@397282435 after retry RPC after error@163809951) -> (continuation of Deferred@1930780982 after retry RPC after error@429276035) -> (continuation of Deferred@2126243366 after retry RPC after error@1807293468), errback=(continuation of Deferred@1567019931 after retry RPC after error@459140776) -> (continuation of Deferred@1314947137 after retry RPC after error@1120638734) -> (continuation of Deferred@702181063 after retry RPC after error@1569127930) -> (continuation of Deferred@397282435 after retry RPC after error@163809951) -> (continuation of Deferred@1930780982 after retry RPC after error@429276035) -> (continuation of Deferred@2126243366 after retry RPC after error@1807293468)))
18:37:07.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.700 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.722 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1017255264(state=PENDING, result=null, callback=(continuation of Deferred@1724152340 after retry RPC after error@1007644301) -> (continuation of Deferred@2062727602 after retry RPC after error@1448585881) -> (continuation of Deferred@319192733 after retry RPC after error@1413091702) -> (continuation of Deferred@1005198698 after retry RPC after error@1350728684) -> (continuation of Deferred@1892685303 after retry RPC after error@1952783162) -> (continuation of Deferred@521095569 after retry RPC after error@1544625287) -> (continuation of Deferred@740218207 after retry RPC after error@1887352621), errback=(continuation of Deferred@1724152340 after retry RPC after error@1007644301) -> (continuation of Deferred@2062727602 after retry RPC after error@1448585881) -> (continuation of Deferred@319192733 after retry RPC after error@1413091702) -> (continuation of Deferred@1005198698 after retry RPC after error@1350728684) -> (continuation of Deferred@1892685303 after retry RPC after error@1952783162) -> (continuation of Deferred@521095569 after retry RPC after error@1544625287) -> (continuation of Deferred@740218207 after retry RPC after error@1887352621)))
18:37:07.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1017255264(state=PENDING, result=null, callback=(continuation of Deferred@1724152340 after retry RPC after error@1007644301) -> (continuation of Deferred@2062727602 after retry RPC after error@1448585881) -> (continuation of Deferred@319192733 after retry RPC after error@1413091702) -> (continuation of Deferred@1005198698 after retry RPC after error@1350728684) -> (continuation of Deferred@1892685303 after retry RPC after error@1952783162) -> (continuation of Deferred@521095569 after retry RPC after error@1544625287) -> (continuation of Deferred@740218207 after retry RPC after error@1887352621), errback=(continuation of Deferred@1724152340 after retry RPC after error@1007644301) -> (continuation of Deferred@2062727602 after retry RPC after error@1448585881) -> (continuation of Deferred@319192733 after retry RPC after error@1413091702) -> (continuation of Deferred@1005198698 after retry RPC after error@1350728684) -> (continuation of Deferred@1892685303 after retry RPC after error@1952783162) -> (continuation of Deferred@521095569 after retry RPC after error@1544625287) -> (continuation of Deferred@740218207 after retry RPC after error@1887352621)))
18:37:07.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.880 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.900 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:07.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:07.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:07.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:07.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:07.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@328509115(state=PENDING, result=null, callback=(continuation of Deferred@2114322084 after retry RPC after error@307244790) -> (continuation of Deferred@1476170286 after retry RPC after error@1642813204) -> (continuation of Deferred@810186067 after retry RPC after error@595511858) -> (continuation of Deferred@270549393 after retry RPC after error@726198134) -> (continuation of Deferred@1221324705 after retry RPC after error@489788368) -> (continuation of Deferred@252667182 after retry RPC after error@1662013678) -> (continuation of Deferred@1957764554 after retry RPC after error@1695530911), errback=(continuation of Deferred@2114322084 after retry RPC after error@307244790) -> (continuation of Deferred@1476170286 after retry RPC after error@1642813204) -> (continuation of Deferred@810186067 after retry RPC after error@595511858) -> (continuation of Deferred@270549393 after retry RPC after error@726198134) -> (continuation of Deferred@1221324705 after retry RPC after error@489788368) -> (continuation of Deferred@252667182 after retry RPC after error@1662013678) -> (continuation of Deferred@1957764554 after retry RPC after error@1695530911)))
18:37:08.084 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@328509115(state=PENDING, result=null, callback=(continuation of Deferred@2114322084 after retry RPC after error@307244790) -> (continuation of Deferred@1476170286 after retry RPC after error@1642813204) -> (continuation of Deferred@810186067 after retry RPC after error@595511858) -> (continuation of Deferred@270549393 after retry RPC after error@726198134) -> (continuation of Deferred@1221324705 after retry RPC after error@489788368) -> (continuation of Deferred@252667182 after retry RPC after error@1662013678) -> (continuation of Deferred@1957764554 after retry RPC after error@1695530911), errback=(continuation of Deferred@2114322084 after retry RPC after error@307244790) -> (continuation of Deferred@1476170286 after retry RPC after error@1642813204) -> (continuation of Deferred@810186067 after retry RPC after error@595511858) -> (continuation of Deferred@270549393 after retry RPC after error@726198134) -> (continuation of Deferred@1221324705 after retry RPC after error@489788368) -> (continuation of Deferred@252667182 after retry RPC after error@1662013678) -> (continuation of Deferred@1957764554 after retry RPC after error@1695530911)))
18:37:08.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.283 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.283 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.361 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@617654132(state=PENDING, result=null, callback=(continuation of Deferred@431704528 after retry RPC after error@1518981631) -> (continuation of Deferred@2068945510 after retry RPC after error@1520138623) -> (continuation of Deferred@422399541 after retry RPC after error@222257862) -> (continuation of Deferred@2051689389 after retry RPC after error@2073789722) -> (continuation of Deferred@146026682 after retry RPC after error@2120960568) -> (continuation of Deferred@1456759163 after retry RPC after error@1908444654) -> (continuation of Deferred@1482179212 after retry RPC after error@2093414709) -> (continuation of Deferred@166494319 after retry RPC after error@2092356417), errback=(continuation of Deferred@431704528 after retry RPC after error@1518981631) -> (continuation of Deferred@2068945510 after retry RPC after error@1520138623) -> (continuation of Deferred@422399541 after retry RPC after error@222257862) -> (continuation of Deferred@2051689389 after retry RPC after error@2073789722) -> (continuation of Deferred@146026682 after retry RPC after error@2120960568) -> (continuation of Deferred@1456759163 after retry RPC after error@1908444654) -> (continuation of Deferred@1482179212 after retry RPC after error@2093414709) -> (continuation of Deferred@166494319 after retry RPC after error@2092356417)))
18:37:08.362 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:08.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.400 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:08.400702 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:37:08.401 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:08.400945 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:37:08.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1960001090(state=PENDING, result=null, callback=(continuation of Deferred@909923854 after retry RPC after error@1108535506) -> (continuation of Deferred@888846013 after retry RPC after error@1505148750) -> (continuation of Deferred@225320528 after retry RPC after error@1483682647) -> (continuation of Deferred@968960441 after retry RPC after error@1432468736) -> (continuation of Deferred@679523682 after retry RPC after error@156552878) -> (continuation of Deferred@963158748 after retry RPC after error@1639547212) -> (continuation of Deferred@1287590844 after retry RPC after error@1664193851), errback=(continuation of Deferred@909923854 after retry RPC after error@1108535506) -> (continuation of Deferred@888846013 after retry RPC after error@1505148750) -> (continuation of Deferred@225320528 after retry RPC after error@1483682647) -> (continuation of Deferred@968960441 after retry RPC after error@1432468736) -> (continuation of Deferred@679523682 after retry RPC after error@156552878) -> (continuation of Deferred@963158748 after retry RPC after error@1639547212) -> (continuation of Deferred@1287590844 after retry RPC after error@1664193851)))
18:37:08.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [124ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [124ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1960001090(state=PENDING, result=null, callback=(continuation of Deferred@909923854 after retry RPC after error@1108535506) -> (continuation of Deferred@888846013 after retry RPC after error@1505148750) -> (continuation of Deferred@225320528 after retry RPC after error@1483682647) -> (continuation of Deferred@968960441 after retry RPC after error@1432468736) -> (continuation of Deferred@679523682 after retry RPC after error@156552878) -> (continuation of Deferred@963158748 after retry RPC after error@1639547212) -> (continuation of Deferred@1287590844 after retry RPC after error@1664193851), errback=(continuation of Deferred@909923854 after retry RPC after error@1108535506) -> (continuation of Deferred@888846013 after retry RPC after error@1505148750) -> (continuation of Deferred@225320528 after retry RPC after error@1483682647) -> (continuation of Deferred@968960441 after retry RPC after error@1432468736) -> (continuation of Deferred@679523682 after retry RPC after error@156552878) -> (continuation of Deferred@963158748 after retry RPC after error@1639547212) -> (continuation of Deferred@1287590844 after retry RPC after error@1664193851)))
18:37:08.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.583 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.682 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@701318120(state=PENDING, result=null, callback=(continuation of Deferred@1391337577 after retry RPC after error@497233169) -> (continuation of Deferred@2137004852 after retry RPC after error@1022481715) -> (continuation of Deferred@532629420 after retry RPC after error@468724463) -> (continuation of Deferred@1689664286 after retry RPC after error@1457267446) -> (continuation of Deferred@867929510 after retry RPC after error@688287340) -> (continuation of Deferred@2092818073 after retry RPC after error@1270974570) -> (continuation of Deferred@611908105 after retry RPC after error@1050121700), errback=(continuation of Deferred@1391337577 after retry RPC after error@497233169) -> (continuation of Deferred@2137004852 after retry RPC after error@1022481715) -> (continuation of Deferred@532629420 after retry RPC after error@468724463) -> (continuation of Deferred@1689664286 after retry RPC after error@1457267446) -> (continuation of Deferred@867929510 after retry RPC after error@688287340) -> (continuation of Deferred@2092818073 after retry RPC after error@1270974570) -> (continuation of Deferred@611908105 after retry RPC after error@1050121700)))
18:37:08.824 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@701318120(state=PENDING, result=null, callback=(continuation of Deferred@1391337577 after retry RPC after error@497233169) -> (continuation of Deferred@2137004852 after retry RPC after error@1022481715) -> (continuation of Deferred@532629420 after retry RPC after error@468724463) -> (continuation of Deferred@1689664286 after retry RPC after error@1457267446) -> (continuation of Deferred@867929510 after retry RPC after error@688287340) -> (continuation of Deferred@2092818073 after retry RPC after error@1270974570) -> (continuation of Deferred@611908105 after retry RPC after error@1050121700), errback=(continuation of Deferred@1391337577 after retry RPC after error@497233169) -> (continuation of Deferred@2137004852 after retry RPC after error@1022481715) -> (continuation of Deferred@532629420 after retry RPC after error@468724463) -> (continuation of Deferred@1689664286 after retry RPC after error@1457267446) -> (continuation of Deferred@867929510 after retry RPC after error@688287340) -> (continuation of Deferred@2092818073 after retry RPC after error@1270974570) -> (continuation of Deferred@611908105 after retry RPC after error@1050121700)))
18:37:08.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.852 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:08.852260 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:08.855 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:08.855784 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:08.857 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:08.857283 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:37:08.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.863 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.863 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.863 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.863 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.863 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.863 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.903 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:08.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:08.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:08.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:08.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:08.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.101 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1075533296(state=PENDING, result=null, callback=(continuation of Deferred@1338798425 after retry RPC after error@2129905170) -> (continuation of Deferred@73120344 after retry RPC after error@519429110) -> (continuation of Deferred@849291208 after retry RPC after error@1379710175) -> (continuation of Deferred@191647162 after retry RPC after error@1005985098) -> (continuation of Deferred@1889328283 after retry RPC after error@1202787355) -> (continuation of Deferred@777617610 after retry RPC after error@634307590) -> (continuation of Deferred@866171936 after retry RPC after error@2088658819), errback=(continuation of Deferred@1338798425 after retry RPC after error@2129905170) -> (continuation of Deferred@73120344 after retry RPC after error@519429110) -> (continuation of Deferred@849291208 after retry RPC after error@1379710175) -> (continuation of Deferred@191647162 after retry RPC after error@1005985098) -> (continuation of Deferred@1889328283 after retry RPC after error@1202787355) -> (continuation of Deferred@777617610 after retry RPC after error@634307590) -> (continuation of Deferred@866171936 after retry RPC after error@2088658819)))
18:37:09.102 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:09.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.202 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.264 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1233294809(state=PENDING, result=null, callback=(continuation of Deferred@1599369346 after retry RPC after error@1598726217) -> (continuation of Deferred@1114294794 after retry RPC after error@530293699) -> (continuation of Deferred@1664553170 after retry RPC after error@1769323541) -> (continuation of Deferred@2111508907 after retry RPC after error@1067200616) -> (continuation of Deferred@1693845193 after retry RPC after error@547855190) -> (continuation of Deferred@97812640 after retry RPC after error@1528164098) -> (continuation of Deferred@260143847 after retry RPC after error@333462890), errback=(continuation of Deferred@1599369346 after retry RPC after error@1598726217) -> (continuation of Deferred@1114294794 after retry RPC after error@530293699) -> (continuation of Deferred@1664553170 after retry RPC after error@1769323541) -> (continuation of Deferred@2111508907 after retry RPC after error@1067200616) -> (continuation of Deferred@1693845193 after retry RPC after error@547855190) -> (continuation of Deferred@97812640 after retry RPC after error@1528164098) -> (continuation of Deferred@260143847 after retry RPC after error@333462890)))
18:37:09.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1233294809(state=PENDING, result=null, callback=(continuation of Deferred@1599369346 after retry RPC after error@1598726217) -> (continuation of Deferred@1114294794 after retry RPC after error@530293699) -> (continuation of Deferred@1664553170 after retry RPC after error@1769323541) -> (continuation of Deferred@2111508907 after retry RPC after error@1067200616) -> (continuation of Deferred@1693845193 after retry RPC after error@547855190) -> (continuation of Deferred@97812640 after retry RPC after error@1528164098) -> (continuation of Deferred@260143847 after retry RPC after error@333462890), errback=(continuation of Deferred@1599369346 after retry RPC after error@1598726217) -> (continuation of Deferred@1114294794 after retry RPC after error@530293699) -> (continuation of Deferred@1664553170 after retry RPC after error@1769323541) -> (continuation of Deferred@2111508907 after retry RPC after error@1067200616) -> (continuation of Deferred@1693845193 after retry RPC after error@547855190) -> (continuation of Deferred@97812640 after retry RPC after error@1528164098) -> (continuation of Deferred@260143847 after retry RPC after error@333462890)))
18:37:09.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.564 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@189702532(state=PENDING, result=null, callback=(continuation of Deferred@1879401852 after retry RPC after error@827614163) -> (continuation of Deferred@1113820503 after retry RPC after error@1021269534) -> (continuation of Deferred@1730869884 after retry RPC after error@1970427825) -> (continuation of Deferred@732263805 after retry RPC after error@1829550513) -> (continuation of Deferred@1564821366 after retry RPC after error@988634288) -> (continuation of Deferred@988006413 after retry RPC after error@850018257) -> (continuation of Deferred@1168351237 after retry RPC after error@368798941), errback=(continuation of Deferred@1879401852 after retry RPC after error@827614163) -> (continuation of Deferred@1113820503 after retry RPC after error@1021269534) -> (continuation of Deferred@1730869884 after retry RPC after error@1970427825) -> (continuation of Deferred@732263805 after retry RPC after error@1829550513) -> (continuation of Deferred@1564821366 after retry RPC after error@988634288) -> (continuation of Deferred@988006413 after retry RPC after error@850018257) -> (continuation of Deferred@1168351237 after retry RPC after error@368798941)))
18:37:09.564 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@189702532(state=PENDING, result=null, callback=(continuation of Deferred@1879401852 after retry RPC after error@827614163) -> (continuation of Deferred@1113820503 after retry RPC after error@1021269534) -> (continuation of Deferred@1730869884 after retry RPC after error@1970427825) -> (continuation of Deferred@732263805 after retry RPC after error@1829550513) -> (continuation of Deferred@1564821366 after retry RPC after error@988634288) -> (continuation of Deferred@988006413 after retry RPC after error@850018257) -> (continuation of Deferred@1168351237 after retry RPC after error@368798941), errback=(continuation of Deferred@1879401852 after retry RPC after error@827614163) -> (continuation of Deferred@1113820503 after retry RPC after error@1021269534) -> (continuation of Deferred@1730869884 after retry RPC after error@1970427825) -> (continuation of Deferred@732263805 after retry RPC after error@1829550513) -> (continuation of Deferred@1564821366 after retry RPC after error@988634288) -> (continuation of Deferred@988006413 after retry RPC after error@850018257) -> (continuation of Deferred@1168351237 after retry RPC after error@368798941)))
18:37:09.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.623 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.623 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.623 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.683 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.683 [WARN - pool-46-thread-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1468917436(state=PENDING, result=null, callback=(continuation of Deferred@997985251 after retry RPC after error@1458658932) -> (continuation of Deferred@1499519055 after retry RPC after error@1633713625) -> (continuation of Deferred@983056645 after retry RPC after error@1715907292) -> (continuation of Deferred@960210171 after retry RPC after error@1540851888) -> (continuation of Deferred@591358630 after retry RPC after error@1887183959) -> (continuation of Deferred@335829727 after retry RPC after error@1945228007) -> (continuation of Deferred@734264421 after retry RPC after error@982264790), errback=(continuation of Deferred@997985251 after retry RPC after error@1458658932) -> (continuation of Deferred@1499519055 after retry RPC after error@1633713625) -> (continuation of Deferred@983056645 after retry RPC after error@1715907292) -> (continuation of Deferred@960210171 after retry RPC after error@1540851888) -> (continuation of Deferred@591358630 after retry RPC after error@1887183959) -> (continuation of Deferred@335829727 after retry RPC after error@1945228007) -> (continuation of Deferred@734264421 after retry RPC after error@982264790)))
18:37:09.804 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1468917436(state=PENDING, result=null, callback=(continuation of Deferred@997985251 after retry RPC after error@1458658932) -> (continuation of Deferred@1499519055 after retry RPC after error@1633713625) -> (continuation of Deferred@983056645 after retry RPC after error@1715907292) -> (continuation of Deferred@960210171 after retry RPC after error@1540851888) -> (continuation of Deferred@591358630 after retry RPC after error@1887183959) -> (continuation of Deferred@335829727 after retry RPC after error@1945228007) -> (continuation of Deferred@734264421 after retry RPC after error@982264790), errback=(continuation of Deferred@997985251 after retry RPC after error@1458658932) -> (continuation of Deferred@1499519055 after retry RPC after error@1633713625) -> (continuation of Deferred@983056645 after retry RPC after error@1715907292) -> (continuation of Deferred@960210171 after retry RPC after error@1540851888) -> (continuation of Deferred@591358630 after retry RPC after error@1887183959) -> (continuation of Deferred@335829727 after retry RPC after error@1945228007) -> (continuation of Deferred@734264421 after retry RPC after error@982264790)))
18:37:09.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:09.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:09.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:09.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:09.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:09.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.024 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1495898884(state=PENDING, result=null, callback=(continuation of Deferred@1761703217 after retry RPC after error@1486689225) -> (continuation of Deferred@1277741988 after retry RPC after error@1506580638) -> (continuation of Deferred@990303851 after retry RPC after error@188062105) -> (continuation of Deferred@30021296 after retry RPC after error@1014986367) -> (continuation of Deferred@826759701 after retry RPC after error@379188469) -> (continuation of Deferred@1203183360 after retry RPC after error@3953927), errback=(continuation of Deferred@1761703217 after retry RPC after error@1486689225) -> (continuation of Deferred@1277741988 after retry RPC after error@1506580638) -> (continuation of Deferred@990303851 after retry RPC after error@188062105) -> (continuation of Deferred@30021296 after retry RPC after error@1014986367) -> (continuation of Deferred@826759701 after retry RPC after error@379188469) -> (continuation of Deferred@1203183360 after retry RPC after error@3953927)))
18:37:10.024 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1495898884(state=PENDING, result=null, callback=(continuation of Deferred@1761703217 after retry RPC after error@1486689225) -> (continuation of Deferred@1277741988 after retry RPC after error@1506580638) -> (continuation of Deferred@990303851 after retry RPC after error@188062105) -> (continuation of Deferred@30021296 after retry RPC after error@1014986367) -> (continuation of Deferred@826759701 after retry RPC after error@379188469) -> (continuation of Deferred@1203183360 after retry RPC after error@3953927), errback=(continuation of Deferred@1761703217 after retry RPC after error@1486689225) -> (continuation of Deferred@1277741988 after retry RPC after error@1506580638) -> (continuation of Deferred@990303851 after retry RPC after error@188062105) -> (continuation of Deferred@30021296 after retry RPC after error@1014986367) -> (continuation of Deferred@826759701 after retry RPC after error@379188469) -> (continuation of Deferred@1203183360 after retry RPC after error@3953927)))
18:37:10.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@677677750(state=PENDING, result=null, callback=(continuation of Deferred@487024308 after retry RPC after error@31517447) -> (continuation of Deferred@646103778 after retry RPC after error@717217214) -> (continuation of Deferred@204160155 after retry RPC after error@177559242) -> (continuation of Deferred@984617128 after retry RPC after error@1857452141) -> (continuation of Deferred@992759492 after retry RPC after error@464485485) -> (continuation of Deferred@564140768 after retry RPC after error@2089319337) -> (continuation of Deferred@621494418 after retry RPC after error@1160186954), errback=(continuation of Deferred@487024308 after retry RPC after error@31517447) -> (continuation of Deferred@646103778 after retry RPC after error@717217214) -> (continuation of Deferred@204160155 after retry RPC after error@177559242) -> (continuation of Deferred@984617128 after retry RPC after error@1857452141) -> (continuation of Deferred@992759492 after retry RPC after error@464485485) -> (continuation of Deferred@564140768 after retry RPC after error@2089319337) -> (continuation of Deferred@621494418 after retry RPC after error@1160186954)))
18:37:10.243 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@677677750(state=PENDING, result=null, callback=(continuation of Deferred@487024308 after retry RPC after error@31517447) -> (continuation of Deferred@646103778 after retry RPC after error@717217214) -> (continuation of Deferred@204160155 after retry RPC after error@177559242) -> (continuation of Deferred@984617128 after retry RPC after error@1857452141) -> (continuation of Deferred@992759492 after retry RPC after error@464485485) -> (continuation of Deferred@564140768 after retry RPC after error@2089319337) -> (continuation of Deferred@621494418 after retry RPC after error@1160186954), errback=(continuation of Deferred@487024308 after retry RPC after error@31517447) -> (continuation of Deferred@646103778 after retry RPC after error@717217214) -> (continuation of Deferred@204160155 after retry RPC after error@177559242) -> (continuation of Deferred@984617128 after retry RPC after error@1857452141) -> (continuation of Deferred@992759492 after retry RPC after error@464485485) -> (continuation of Deferred@564140768 after retry RPC after error@2089319337) -> (continuation of Deferred@621494418 after retry RPC after error@1160186954)))
18:37:10.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.283 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.323 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.343 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.383 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.403 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2031174058(state=PENDING, result=null, callback=(continuation of Deferred@1934016443 after retry RPC after error@1838000783) -> (continuation of Deferred@1286965478 after retry RPC after error@1071291595) -> (continuation of Deferred@2041010156 after retry RPC after error@2046710661) -> (continuation of Deferred@426510052 after retry RPC after error@1916530118) -> (continuation of Deferred@828431450 after retry RPC after error@973722504) -> (continuation of Deferred@1135327499 after retry RPC after error@1859336549), errback=(continuation of Deferred@1934016443 after retry RPC after error@1838000783) -> (continuation of Deferred@1286965478 after retry RPC after error@1071291595) -> (continuation of Deferred@2041010156 after retry RPC after error@2046710661) -> (continuation of Deferred@426510052 after retry RPC after error@1916530118) -> (continuation of Deferred@828431450 after retry RPC after error@973722504) -> (continuation of Deferred@1135327499 after retry RPC after error@1859336549)))
18:37:10.403 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2031174058(state=PENDING, result=null, callback=(continuation of Deferred@1934016443 after retry RPC after error@1838000783) -> (continuation of Deferred@1286965478 after retry RPC after error@1071291595) -> (continuation of Deferred@2041010156 after retry RPC after error@2046710661) -> (continuation of Deferred@426510052 after retry RPC after error@1916530118) -> (continuation of Deferred@828431450 after retry RPC after error@973722504) -> (continuation of Deferred@1135327499 after retry RPC after error@1859336549), errback=(continuation of Deferred@1934016443 after retry RPC after error@1838000783) -> (continuation of Deferred@1286965478 after retry RPC after error@1071291595) -> (continuation of Deferred@2041010156 after retry RPC after error@2046710661) -> (continuation of Deferred@426510052 after retry RPC after error@1916530118) -> (continuation of Deferred@828431450 after retry RPC after error@973722504) -> (continuation of Deferred@1135327499 after retry RPC after error@1859336549)))
18:37:10.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.462 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@338912119(state=PENDING, result=null, callback=(continuation of Deferred@946489309 after retry RPC after error@1682469701) -> (continuation of Deferred@144479417 after retry RPC after error@129725958) -> (continuation of Deferred@1837473155 after retry RPC after error@1257244973) -> (continuation of Deferred@648373654 after retry RPC after error@2062691330) -> (continuation of Deferred@995807066 after retry RPC after error@1898512509) -> (continuation of Deferred@2091733531 after retry RPC after error@399831984) -> (continuation of Deferred@2056904207 after retry RPC after error@1133118409), errback=(continuation of Deferred@946489309 after retry RPC after error@1682469701) -> (continuation of Deferred@144479417 after retry RPC after error@129725958) -> (continuation of Deferred@1837473155 after retry RPC after error@1257244973) -> (continuation of Deferred@648373654 after retry RPC after error@2062691330) -> (continuation of Deferred@995807066 after retry RPC after error@1898512509) -> (continuation of Deferred@2091733531 after retry RPC after error@399831984) -> (continuation of Deferred@2056904207 after retry RPC after error@1133118409)))
18:37:10.604 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@338912119(state=PENDING, result=null, callback=(continuation of Deferred@946489309 after retry RPC after error@1682469701) -> (continuation of Deferred@144479417 after retry RPC after error@129725958) -> (continuation of Deferred@1837473155 after retry RPC after error@1257244973) -> (continuation of Deferred@648373654 after retry RPC after error@2062691330) -> (continuation of Deferred@995807066 after retry RPC after error@1898512509) -> (continuation of Deferred@2091733531 after retry RPC after error@399831984) -> (continuation of Deferred@2056904207 after retry RPC after error@1133118409), errback=(continuation of Deferred@946489309 after retry RPC after error@1682469701) -> (continuation of Deferred@144479417 after retry RPC after error@129725958) -> (continuation of Deferred@1837473155 after retry RPC after error@1257244973) -> (continuation of Deferred@648373654 after retry RPC after error@2062691330) -> (continuation of Deferred@995807066 after retry RPC after error@1898512509) -> (continuation of Deferred@2091733531 after retry RPC after error@399831984) -> (continuation of Deferred@2056904207 after retry RPC after error@1133118409)))
18:37:10.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@829592721(state=PENDING, result=null, callback=(continuation of Deferred@1874423771 after retry RPC after error@1841102645) -> (continuation of Deferred@1633416123 after retry RPC after error@1151870237) -> (continuation of Deferred@1615547876 after retry RPC after error@1778664335) -> (continuation of Deferred@1425847135 after retry RPC after error@1375331344) -> (continuation of Deferred@1801955238 after retry RPC after error@599234942) -> (continuation of Deferred@316715036 after retry RPC after error@212274996) -> (continuation of Deferred@1512821649 after retry RPC after error@1170787779), errback=(continuation of Deferred@1874423771 after retry RPC after error@1841102645) -> (continuation of Deferred@1633416123 after retry RPC after error@1151870237) -> (continuation of Deferred@1615547876 after retry RPC after error@1778664335) -> (continuation of Deferred@1425847135 after retry RPC after error@1375331344) -> (continuation of Deferred@1801955238 after retry RPC after error@599234942) -> (continuation of Deferred@316715036 after retry RPC after error@212274996) -> (continuation of Deferred@1512821649 after retry RPC after error@1170787779)))
18:37:10.784 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@829592721(state=PENDING, result=null, callback=(continuation of Deferred@1874423771 after retry RPC after error@1841102645) -> (continuation of Deferred@1633416123 after retry RPC after error@1151870237) -> (continuation of Deferred@1615547876 after retry RPC after error@1778664335) -> (continuation of Deferred@1425847135 after retry RPC after error@1375331344) -> (continuation of Deferred@1801955238 after retry RPC after error@599234942) -> (continuation of Deferred@316715036 after retry RPC after error@212274996) -> (continuation of Deferred@1512821649 after retry RPC after error@1170787779), errback=(continuation of Deferred@1874423771 after retry RPC after error@1841102645) -> (continuation of Deferred@1633416123 after retry RPC after error@1151870237) -> (continuation of Deferred@1615547876 after retry RPC after error@1778664335) -> (continuation of Deferred@1425847135 after retry RPC after error@1375331344) -> (continuation of Deferred@1801955238 after retry RPC after error@599234942) -> (continuation of Deferred@316715036 after retry RPC after error@212274996) -> (continuation of Deferred@1512821649 after retry RPC after error@1170787779)))
18:37:10.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.880 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.903 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:10.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:10.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:10.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:10.943 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:10.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.000 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1980768038(state=PENDING, result=null, callback=(continuation of Deferred@1947609424 after retry RPC after error@202553833) -> (continuation of Deferred@813227564 after retry RPC after error@1181163050) -> (continuation of Deferred@67040031 after retry RPC after error@448454520) -> (continuation of Deferred@1824914365 after retry RPC after error@313339457) -> (continuation of Deferred@1715425536 after retry RPC after error@707920800) -> (continuation of Deferred@1768492360 after retry RPC after error@307099906) -> (continuation of Deferred@241569050 after retry RPC after error@888348789) -> (continuation of Deferred@366049518 after retry RPC after error@1755907775) -> (continuation of Deferred@1452922989 after retry RPC after error@2068097603), errback=(continuation of Deferred@1947609424 after retry RPC after error@202553833) -> (continuation of Deferred@813227564 after retry RPC after error@1181163050) -> (continuation of Deferred@67040031 after retry RPC after error@448454520) -> (continuation of Deferred@1824914365 after retry RPC after error@313339457) -> (continuation of Deferred@1715425536 after retry RPC after error@707920800) -> (continuation of Deferred@1768492360 after retry RPC after error@307099906) -> (continuation of Deferred@241569050 after retry RPC after error@888348789) -> (continuation of Deferred@366049518 after retry RPC after error@1755907775) -> (continuation of Deferred@1452922989 after retry RPC after error@2068097603)))
18:37:11.024 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=10, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1980768038(state=PENDING, result=null, callback=(continuation of Deferred@1947609424 after retry RPC after error@202553833) -> (continuation of Deferred@813227564 after retry RPC after error@1181163050) -> (continuation of Deferred@67040031 after retry RPC after error@448454520) -> (continuation of Deferred@1824914365 after retry RPC after error@313339457) -> (continuation of Deferred@1715425536 after retry RPC after error@707920800) -> (continuation of Deferred@1768492360 after retry RPC after error@307099906) -> (continuation of Deferred@241569050 after retry RPC after error@888348789) -> (continuation of Deferred@366049518 after retry RPC after error@1755907775) -> (continuation of Deferred@1452922989 after retry RPC after error@2068097603), errback=(continuation of Deferred@1947609424 after retry RPC after error@202553833) -> (continuation of Deferred@813227564 after retry RPC after error@1181163050) -> (continuation of Deferred@67040031 after retry RPC after error@448454520) -> (continuation of Deferred@1824914365 after retry RPC after error@313339457) -> (continuation of Deferred@1715425536 after retry RPC after error@707920800) -> (continuation of Deferred@1768492360 after retry RPC after error@307099906) -> (continuation of Deferred@241569050 after retry RPC after error@888348789) -> (continuation of Deferred@366049518 after retry RPC after error@1755907775) -> (continuation of Deferred@1452922989 after retry RPC after error@2068097603)))
18:37:11.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.082 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.162 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1972719103(state=PENDING, result=null, callback=(continuation of Deferred@1745793757 after retry RPC after error@1638060057) -> (continuation of Deferred@1913460320 after retry RPC after error@757614443) -> (continuation of Deferred@808288329 after retry RPC after error@1199090765) -> (continuation of Deferred@1566317780 after retry RPC after error@840964875) -> (continuation of Deferred@1859386062 after retry RPC after error@1825257885) -> (continuation of Deferred@1372332652 after retry RPC after error@1661375261), errback=(continuation of Deferred@1745793757 after retry RPC after error@1638060057) -> (continuation of Deferred@1913460320 after retry RPC after error@757614443) -> (continuation of Deferred@808288329 after retry RPC after error@1199090765) -> (continuation of Deferred@1566317780 after retry RPC after error@840964875) -> (continuation of Deferred@1859386062 after retry RPC after error@1825257885) -> (continuation of Deferred@1372332652 after retry RPC after error@1661375261)))
18:37:11.243 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1972719103(state=PENDING, result=null, callback=(continuation of Deferred@1745793757 after retry RPC after error@1638060057) -> (continuation of Deferred@1913460320 after retry RPC after error@757614443) -> (continuation of Deferred@808288329 after retry RPC after error@1199090765) -> (continuation of Deferred@1566317780 after retry RPC after error@840964875) -> (continuation of Deferred@1859386062 after retry RPC after error@1825257885) -> (continuation of Deferred@1372332652 after retry RPC after error@1661375261), errback=(continuation of Deferred@1745793757 after retry RPC after error@1638060057) -> (continuation of Deferred@1913460320 after retry RPC after error@757614443) -> (continuation of Deferred@808288329 after retry RPC after error@1199090765) -> (continuation of Deferred@1566317780 after retry RPC after error@840964875) -> (continuation of Deferred@1859386062 after retry RPC after error@1825257885) -> (continuation of Deferred@1372332652 after retry RPC after error@1661375261)))
18:37:11.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.262 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@715239133(state=PENDING, result=null, callback=(continuation of Deferred@828382870 after retry RPC after error@2115810182) -> (continuation of Deferred@1671578767 after retry RPC after error@1154668896) -> (continuation of Deferred@1970797506 after retry RPC after error@1852630633) -> (continuation of Deferred@530272535 after retry RPC after error@1305514589) -> (continuation of Deferred@120838606 after retry RPC after error@241510639) -> (continuation of Deferred@1270076381 after retry RPC after error@37286540) -> (continuation of Deferred@459056812 after retry RPC after error@1012516728), errback=(continuation of Deferred@828382870 after retry RPC after error@2115810182) -> (continuation of Deferred@1671578767 after retry RPC after error@1154668896) -> (continuation of Deferred@1970797506 after retry RPC after error@1852630633) -> (continuation of Deferred@530272535 after retry RPC after error@1305514589) -> (continuation of Deferred@120838606 after retry RPC after error@241510639) -> (continuation of Deferred@1270076381 after retry RPC after error@37286540) -> (continuation of Deferred@459056812 after retry RPC after error@1012516728)))
18:37:11.443 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@715239133(state=PENDING, result=null, callback=(continuation of Deferred@828382870 after retry RPC after error@2115810182) -> (continuation of Deferred@1671578767 after retry RPC after error@1154668896) -> (continuation of Deferred@1970797506 after retry RPC after error@1852630633) -> (continuation of Deferred@530272535 after retry RPC after error@1305514589) -> (continuation of Deferred@120838606 after retry RPC after error@241510639) -> (continuation of Deferred@1270076381 after retry RPC after error@37286540) -> (continuation of Deferred@459056812 after retry RPC after error@1012516728), errback=(continuation of Deferred@828382870 after retry RPC after error@2115810182) -> (continuation of Deferred@1671578767 after retry RPC after error@1154668896) -> (continuation of Deferred@1970797506 after retry RPC after error@1852630633) -> (continuation of Deferred@530272535 after retry RPC after error@1305514589) -> (continuation of Deferred@120838606 after retry RPC after error@241510639) -> (continuation of Deferred@1270076381 after retry RPC after error@37286540) -> (continuation of Deferred@459056812 after retry RPC after error@1012516728)))
18:37:11.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.480 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.643 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.644 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.644 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1554859835(state=PENDING, result=null, callback=(continuation of Deferred@518392599 after retry RPC after error@339946849) -> (continuation of Deferred@1284823821 after retry RPC after error@2050410811) -> (continuation of Deferred@1420221401 after retry RPC after error@1501809673) -> (continuation of Deferred@866461831 after retry RPC after error@2140557529) -> (continuation of Deferred@487335137 after retry RPC after error@1512587469) -> (continuation of Deferred@1079224863 after retry RPC after error@219032148), errback=(continuation of Deferred@518392599 after retry RPC after error@339946849) -> (continuation of Deferred@1284823821 after retry RPC after error@2050410811) -> (continuation of Deferred@1420221401 after retry RPC after error@1501809673) -> (continuation of Deferred@866461831 after retry RPC after error@2140557529) -> (continuation of Deferred@487335137 after retry RPC after error@1512587469) -> (continuation of Deferred@1079224863 after retry RPC after error@219032148)))
18:37:11.644 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=183), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [184ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1554859835(state=PENDING, result=null, callback=(continuation of Deferred@518392599 after retry RPC after error@339946849) -> (continuation of Deferred@1284823821 after retry RPC after error@2050410811) -> (continuation of Deferred@1420221401 after retry RPC after error@1501809673) -> (continuation of Deferred@866461831 after retry RPC after error@2140557529) -> (continuation of Deferred@487335137 after retry RPC after error@1512587469) -> (continuation of Deferred@1079224863 after retry RPC after error@219032148), errback=(continuation of Deferred@518392599 after retry RPC after error@339946849) -> (continuation of Deferred@1284823821 after retry RPC after error@2050410811) -> (continuation of Deferred@1420221401 after retry RPC after error@1501809673) -> (continuation of Deferred@866461831 after retry RPC after error@2140557529) -> (continuation of Deferred@487335137 after retry RPC after error@1512587469) -> (continuation of Deferred@1079224863 after retry RPC after error@219032148)))
18:37:11.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:11.794118 25352 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:37:11.794 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:11.794370 25352 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:37:11.795 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:11.795214 25352 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:37:11.796 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:11.796746 24341 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111) [suppressed 1 similar messages]
18:37:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:11.798316 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:37:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:11.798491 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:37:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:11.798568 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:37:11.798 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:11.798802 25352 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:37:11.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@960572643(state=PENDING, result=null, callback=(continuation of Deferred@1111797313 after retry RPC after error@1486459487) -> (continuation of Deferred@1659882840 after retry RPC after error@1383715794) -> (continuation of Deferred@891836794 after retry RPC after error@557264618) -> (continuation of Deferred@1034859161 after retry RPC after error@559219133) -> (continuation of Deferred@1447133028 after retry RPC after error@1310280504) -> (continuation of Deferred@116064792 after retry RPC after error@263889809) -> (continuation of Deferred@1381848925 after retry RPC after error@1452902053), errback=(continuation of Deferred@1111797313 after retry RPC after error@1486459487) -> (continuation of Deferred@1659882840 after retry RPC after error@1383715794) -> (continuation of Deferred@891836794 after retry RPC after error@557264618) -> (continuation of Deferred@1034859161 after retry RPC after error@559219133) -> (continuation of Deferred@1447133028 after retry RPC after error@1310280504) -> (continuation of Deferred@116064792 after retry RPC after error@263889809) -> (continuation of Deferred@1381848925 after retry RPC after error@1452902053)))
18:37:11.884 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@960572643(state=PENDING, result=null, callback=(continuation of Deferred@1111797313 after retry RPC after error@1486459487) -> (continuation of Deferred@1659882840 after retry RPC after error@1383715794) -> (continuation of Deferred@891836794 after retry RPC after error@557264618) -> (continuation of Deferred@1034859161 after retry RPC after error@559219133) -> (continuation of Deferred@1447133028 after retry RPC after error@1310280504) -> (continuation of Deferred@116064792 after retry RPC after error@263889809) -> (continuation of Deferred@1381848925 after retry RPC after error@1452902053), errback=(continuation of Deferred@1111797313 after retry RPC after error@1486459487) -> (continuation of Deferred@1659882840 after retry RPC after error@1383715794) -> (continuation of Deferred@891836794 after retry RPC after error@557264618) -> (continuation of Deferred@1034859161 after retry RPC after error@559219133) -> (continuation of Deferred@1447133028 after retry RPC after error@1310280504) -> (continuation of Deferred@116064792 after retry RPC after error@263889809) -> (continuation of Deferred@1381848925 after retry RPC after error@1452902053)))
18:37:11.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:11.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:11.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:11.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:11.984 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.984 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.984 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:11.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.122 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@989741066(state=PENDING, result=null, callback=(continuation of Deferred@299375520 after retry RPC after error@1037380521) -> (continuation of Deferred@1522374975 after retry RPC after error@302742642) -> (continuation of Deferred@1138712712 after retry RPC after error@1472435001) -> (continuation of Deferred@1627491487 after retry RPC after error@681612321) -> (continuation of Deferred@272857757 after retry RPC after error@1532127735) -> (continuation of Deferred@920281974 after retry RPC after error@444069904) -> (continuation of Deferred@292286033 after retry RPC after error@1497243738), errback=(continuation of Deferred@299375520 after retry RPC after error@1037380521) -> (continuation of Deferred@1522374975 after retry RPC after error@302742642) -> (continuation of Deferred@1138712712 after retry RPC after error@1472435001) -> (continuation of Deferred@1627491487 after retry RPC after error@681612321) -> (continuation of Deferred@272857757 after retry RPC after error@1532127735) -> (continuation of Deferred@920281974 after retry RPC after error@444069904) -> (continuation of Deferred@292286033 after retry RPC after error@1497243738)))
18:37:12.123 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@989741066(state=PENDING, result=null, callback=(continuation of Deferred@299375520 after retry RPC after error@1037380521) -> (continuation of Deferred@1522374975 after retry RPC after error@302742642) -> (continuation of Deferred@1138712712 after retry RPC after error@1472435001) -> (continuation of Deferred@1627491487 after retry RPC after error@681612321) -> (continuation of Deferred@272857757 after retry RPC after error@1532127735) -> (continuation of Deferred@920281974 after retry RPC after error@444069904) -> (continuation of Deferred@292286033 after retry RPC after error@1497243738), errback=(continuation of Deferred@299375520 after retry RPC after error@1037380521) -> (continuation of Deferred@1522374975 after retry RPC after error@302742642) -> (continuation of Deferred@1138712712 after retry RPC after error@1472435001) -> (continuation of Deferred@1627491487 after retry RPC after error@681612321) -> (continuation of Deferred@272857757 after retry RPC after error@1532127735) -> (continuation of Deferred@920281974 after retry RPC after error@444069904) -> (continuation of Deferred@292286033 after retry RPC after error@1497243738)))
18:37:12.140 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.162 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.163 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.202 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1163910410(state=PENDING, result=null, callback=(continuation of Deferred@224538260 after retry RPC after error@1315580317) -> (continuation of Deferred@1327703130 after retry RPC after error@1957627705) -> (continuation of Deferred@1747288502 after retry RPC after error@2006739950) -> (continuation of Deferred@558596275 after retry RPC after error@760339820) -> (continuation of Deferred@1765658945 after retry RPC after error@2112492691) -> (continuation of Deferred@14245253 after retry RPC after error@591415887) -> (continuation of Deferred@619720895 after retry RPC after error@152299070), errback=(continuation of Deferred@224538260 after retry RPC after error@1315580317) -> (continuation of Deferred@1327703130 after retry RPC after error@1957627705) -> (continuation of Deferred@1747288502 after retry RPC after error@2006739950) -> (continuation of Deferred@558596275 after retry RPC after error@760339820) -> (continuation of Deferred@1765658945 after retry RPC after error@2112492691) -> (continuation of Deferred@14245253 after retry RPC after error@591415887) -> (continuation of Deferred@619720895 after retry RPC after error@152299070)))
18:37:12.324 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1163910410(state=PENDING, result=null, callback=(continuation of Deferred@224538260 after retry RPC after error@1315580317) -> (continuation of Deferred@1327703130 after retry RPC after error@1957627705) -> (continuation of Deferred@1747288502 after retry RPC after error@2006739950) -> (continuation of Deferred@558596275 after retry RPC after error@760339820) -> (continuation of Deferred@1765658945 after retry RPC after error@2112492691) -> (continuation of Deferred@14245253 after retry RPC after error@591415887) -> (continuation of Deferred@619720895 after retry RPC after error@152299070), errback=(continuation of Deferred@224538260 after retry RPC after error@1315580317) -> (continuation of Deferred@1327703130 after retry RPC after error@1957627705) -> (continuation of Deferred@1747288502 after retry RPC after error@2006739950) -> (continuation of Deferred@558596275 after retry RPC after error@760339820) -> (continuation of Deferred@1765658945 after retry RPC after error@2112492691) -> (continuation of Deferred@14245253 after retry RPC after error@591415887) -> (continuation of Deferred@619720895 after retry RPC after error@152299070)))
18:37:12.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.380 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.403 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.540 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@58402556(state=PENDING, result=null, callback=(continuation of Deferred@101026224 after retry RPC after error@527589640) -> (continuation of Deferred@1388644420 after retry RPC after error@139696166) -> (continuation of Deferred@582080661 after retry RPC after error@784832490) -> (continuation of Deferred@1421487454 after retry RPC after error@1086070087) -> (continuation of Deferred@1826947253 after retry RPC after error@2114953732) -> (continuation of Deferred@2069536838 after retry RPC after error@1529662543) -> (continuation of Deferred@520658743 after retry RPC after error@471073104), errback=(continuation of Deferred@101026224 after retry RPC after error@527589640) -> (continuation of Deferred@1388644420 after retry RPC after error@139696166) -> (continuation of Deferred@582080661 after retry RPC after error@784832490) -> (continuation of Deferred@1421487454 after retry RPC after error@1086070087) -> (continuation of Deferred@1826947253 after retry RPC after error@2114953732) -> (continuation of Deferred@2069536838 after retry RPC after error@1529662543) -> (continuation of Deferred@520658743 after retry RPC after error@471073104)))
18:37:12.543 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@58402556(state=PENDING, result=null, callback=(continuation of Deferred@101026224 after retry RPC after error@527589640) -> (continuation of Deferred@1388644420 after retry RPC after error@139696166) -> (continuation of Deferred@582080661 after retry RPC after error@784832490) -> (continuation of Deferred@1421487454 after retry RPC after error@1086070087) -> (continuation of Deferred@1826947253 after retry RPC after error@2114953732) -> (continuation of Deferred@2069536838 after retry RPC after error@1529662543) -> (continuation of Deferred@520658743 after retry RPC after error@471073104), errback=(continuation of Deferred@101026224 after retry RPC after error@527589640) -> (continuation of Deferred@1388644420 after retry RPC after error@139696166) -> (continuation of Deferred@582080661 after retry RPC after error@784832490) -> (continuation of Deferred@1421487454 after retry RPC after error@1086070087) -> (continuation of Deferred@1826947253 after retry RPC after error@2114953732) -> (continuation of Deferred@2069536838 after retry RPC after error@1529662543) -> (continuation of Deferred@520658743 after retry RPC after error@471073104)))
18:37:12.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.683 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.683 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2078230073(state=PENDING, result=null, callback=(continuation of Deferred@691461483 after retry RPC after error@1531727254) -> (continuation of Deferred@85445940 after retry RPC after error@75017505) -> (continuation of Deferred@456844608 after retry RPC after error@581122892) -> (continuation of Deferred@426130497 after retry RPC after error@1479969769) -> (continuation of Deferred@350909770 after retry RPC after error@791168448) -> (continuation of Deferred@126152784 after retry RPC after error@1795250826) -> (continuation of Deferred@746988165 after retry RPC after error@1106076816), errback=(continuation of Deferred@691461483 after retry RPC after error@1531727254) -> (continuation of Deferred@85445940 after retry RPC after error@75017505) -> (continuation of Deferred@456844608 after retry RPC after error@581122892) -> (continuation of Deferred@426130497 after retry RPC after error@1479969769) -> (continuation of Deferred@350909770 after retry RPC after error@791168448) -> (continuation of Deferred@126152784 after retry RPC after error@1795250826) -> (continuation of Deferred@746988165 after retry RPC after error@1106076816)))
18:37:12.703 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2078230073(state=PENDING, result=null, callback=(continuation of Deferred@691461483 after retry RPC after error@1531727254) -> (continuation of Deferred@85445940 after retry RPC after error@75017505) -> (continuation of Deferred@456844608 after retry RPC after error@581122892) -> (continuation of Deferred@426130497 after retry RPC after error@1479969769) -> (continuation of Deferred@350909770 after retry RPC after error@791168448) -> (continuation of Deferred@126152784 after retry RPC after error@1795250826) -> (continuation of Deferred@746988165 after retry RPC after error@1106076816), errback=(continuation of Deferred@691461483 after retry RPC after error@1531727254) -> (continuation of Deferred@85445940 after retry RPC after error@75017505) -> (continuation of Deferred@456844608 after retry RPC after error@581122892) -> (continuation of Deferred@426130497 after retry RPC after error@1479969769) -> (continuation of Deferred@350909770 after retry RPC after error@791168448) -> (continuation of Deferred@126152784 after retry RPC after error@1795250826) -> (continuation of Deferred@746988165 after retry RPC after error@1106076816)))
18:37:12.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.760 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.842 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.867 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@637273841(state=PENDING, result=null, callback=(continuation of Deferred@1380874180 after retry RPC after error@234905403) -> (continuation of Deferred@168092541 after retry RPC after error@1326098242) -> (continuation of Deferred@1851463984 after retry RPC after error@1655597639) -> (continuation of Deferred@1335652964 after retry RPC after error@1429666914) -> (continuation of Deferred@1662184813 after retry RPC after error@1929334554) -> (continuation of Deferred@1583094899 after retry RPC after error@1022049846), errback=(continuation of Deferred@1380874180 after retry RPC after error@234905403) -> (continuation of Deferred@168092541 after retry RPC after error@1326098242) -> (continuation of Deferred@1851463984 after retry RPC after error@1655597639) -> (continuation of Deferred@1335652964 after retry RPC after error@1429666914) -> (continuation of Deferred@1662184813 after retry RPC after error@1929334554) -> (continuation of Deferred@1583094899 after retry RPC after error@1022049846)))
18:37:12.867 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@637273841(state=PENDING, result=null, callback=(continuation of Deferred@1380874180 after retry RPC after error@234905403) -> (continuation of Deferred@168092541 after retry RPC after error@1326098242) -> (continuation of Deferred@1851463984 after retry RPC after error@1655597639) -> (continuation of Deferred@1335652964 after retry RPC after error@1429666914) -> (continuation of Deferred@1662184813 after retry RPC after error@1929334554) -> (continuation of Deferred@1583094899 after retry RPC after error@1022049846), errback=(continuation of Deferred@1380874180 after retry RPC after error@234905403) -> (continuation of Deferred@168092541 after retry RPC after error@1326098242) -> (continuation of Deferred@1851463984 after retry RPC after error@1655597639) -> (continuation of Deferred@1335652964 after retry RPC after error@1429666914) -> (continuation of Deferred@1662184813 after retry RPC after error@1929334554) -> (continuation of Deferred@1583094899 after retry RPC after error@1022049846)))
18:37:12.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:12.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:12.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:12.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:12.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:12.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.023 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@553747928(state=PENDING, result=null, callback=(continuation of Deferred@1428775663 after retry RPC after error@1881923274) -> (continuation of Deferred@557061780 after retry RPC after error@213280815) -> (continuation of Deferred@303451468 after retry RPC after error@1021643850) -> (continuation of Deferred@1029975540 after retry RPC after error@36494695) -> (continuation of Deferred@577801283 after retry RPC after error@912479003) -> (continuation of Deferred@720683950 after retry RPC after error@1314382962), errback=(continuation of Deferred@1428775663 after retry RPC after error@1881923274) -> (continuation of Deferred@557061780 after retry RPC after error@213280815) -> (continuation of Deferred@303451468 after retry RPC after error@1021643850) -> (continuation of Deferred@1029975540 after retry RPC after error@36494695) -> (continuation of Deferred@577801283 after retry RPC after error@912479003) -> (continuation of Deferred@720683950 after retry RPC after error@1314382962)))
18:37:13.023 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@553747928(state=PENDING, result=null, callback=(continuation of Deferred@1428775663 after retry RPC after error@1881923274) -> (continuation of Deferred@557061780 after retry RPC after error@213280815) -> (continuation of Deferred@303451468 after retry RPC after error@1021643850) -> (continuation of Deferred@1029975540 after retry RPC after error@36494695) -> (continuation of Deferred@577801283 after retry RPC after error@912479003) -> (continuation of Deferred@720683950 after retry RPC after error@1314382962), errback=(continuation of Deferred@1428775663 after retry RPC after error@1881923274) -> (continuation of Deferred@557061780 after retry RPC after error@213280815) -> (continuation of Deferred@303451468 after retry RPC after error@1021643850) -> (continuation of Deferred@1029975540 after retry RPC after error@36494695) -> (continuation of Deferred@577801283 after retry RPC after error@912479003) -> (continuation of Deferred@720683950 after retry RPC after error@1314382962)))
18:37:13.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.100 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.122 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.162 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.220 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@757543726(state=PENDING, result=null, callback=(continuation of Deferred@14778961 after retry RPC after error@904183888) -> (continuation of Deferred@977262789 after retry RPC after error@773137135) -> (continuation of Deferred@577425014 after retry RPC after error@824142891) -> (continuation of Deferred@1965191997 after retry RPC after error@1915168044) -> (continuation of Deferred@105532512 after retry RPC after error@1283327670) -> (continuation of Deferred@715337631 after retry RPC after error@1642488226), errback=(continuation of Deferred@14778961 after retry RPC after error@904183888) -> (continuation of Deferred@977262789 after retry RPC after error@773137135) -> (continuation of Deferred@577425014 after retry RPC after error@824142891) -> (continuation of Deferred@1965191997 after retry RPC after error@1915168044) -> (continuation of Deferred@105532512 after retry RPC after error@1283327670) -> (continuation of Deferred@715337631 after retry RPC after error@1642488226)))
18:37:13.223 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@757543726(state=PENDING, result=null, callback=(continuation of Deferred@14778961 after retry RPC after error@904183888) -> (continuation of Deferred@977262789 after retry RPC after error@773137135) -> (continuation of Deferred@577425014 after retry RPC after error@824142891) -> (continuation of Deferred@1965191997 after retry RPC after error@1915168044) -> (continuation of Deferred@105532512 after retry RPC after error@1283327670) -> (continuation of Deferred@715337631 after retry RPC after error@1642488226), errback=(continuation of Deferred@14778961 after retry RPC after error@904183888) -> (continuation of Deferred@977262789 after retry RPC after error@773137135) -> (continuation of Deferred@577425014 after retry RPC after error@824142891) -> (continuation of Deferred@1965191997 after retry RPC after error@1915168044) -> (continuation of Deferred@105532512 after retry RPC after error@1283327670) -> (continuation of Deferred@715337631 after retry RPC after error@1642488226)))
18:37:13.240 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.303 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:13.403410 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:37:13.403 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:13.403586 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:37:13.501 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1434632671(state=PENDING, result=null, callback=(continuation of Deferred@1867848835 after retry RPC after error@1033059092) -> (continuation of Deferred@267735742 after retry RPC after error@1287317158) -> (continuation of Deferred@197937846 after retry RPC after error@799251264) -> (continuation of Deferred@174480552 after retry RPC after error@301077652) -> (continuation of Deferred@2013423078 after retry RPC after error@1263048765) -> (continuation of Deferred@1936924384 after retry RPC after error@1915024046) -> (continuation of Deferred@434275417 after retry RPC after error@384069160), errback=(continuation of Deferred@1867848835 after retry RPC after error@1033059092) -> (continuation of Deferred@267735742 after retry RPC after error@1287317158) -> (continuation of Deferred@197937846 after retry RPC after error@799251264) -> (continuation of Deferred@174480552 after retry RPC after error@301077652) -> (continuation of Deferred@2013423078 after retry RPC after error@1263048765) -> (continuation of Deferred@1936924384 after retry RPC after error@1915024046) -> (continuation of Deferred@434275417 after retry RPC after error@384069160)))
18:37:13.501 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:13.520 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1180030248(state=PENDING, result=null, callback=(continuation of Deferred@1845908626 after retry RPC after error@105708092) -> (continuation of Deferred@398963416 after retry RPC after error@2144590237) -> (continuation of Deferred@590192689 after retry RPC after error@1121006450) -> (continuation of Deferred@1755973762 after retry RPC after error@164903739) -> (continuation of Deferred@1194733080 after retry RPC after error@204984111) -> (continuation of Deferred@878786611 after retry RPC after error@474267751) -> (continuation of Deferred@1794407193 after retry RPC after error@1476956127), errback=(continuation of Deferred@1845908626 after retry RPC after error@105708092) -> (continuation of Deferred@398963416 after retry RPC after error@2144590237) -> (continuation of Deferred@590192689 after retry RPC after error@1121006450) -> (continuation of Deferred@1755973762 after retry RPC after error@164903739) -> (continuation of Deferred@1194733080 after retry RPC after error@204984111) -> (continuation of Deferred@878786611 after retry RPC after error@474267751) -> (continuation of Deferred@1794407193 after retry RPC after error@1476956127)))
18:37:13.723 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1180030248(state=PENDING, result=null, callback=(continuation of Deferred@1845908626 after retry RPC after error@105708092) -> (continuation of Deferred@398963416 after retry RPC after error@2144590237) -> (continuation of Deferred@590192689 after retry RPC after error@1121006450) -> (continuation of Deferred@1755973762 after retry RPC after error@164903739) -> (continuation of Deferred@1194733080 after retry RPC after error@204984111) -> (continuation of Deferred@878786611 after retry RPC after error@474267751) -> (continuation of Deferred@1794407193 after retry RPC after error@1476956127), errback=(continuation of Deferred@1845908626 after retry RPC after error@105708092) -> (continuation of Deferred@398963416 after retry RPC after error@2144590237) -> (continuation of Deferred@590192689 after retry RPC after error@1121006450) -> (continuation of Deferred@1755973762 after retry RPC after error@164903739) -> (continuation of Deferred@1194733080 after retry RPC after error@204984111) -> (continuation of Deferred@878786611 after retry RPC after error@474267751) -> (continuation of Deferred@1794407193 after retry RPC after error@1476956127)))
18:37:13.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.780 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.802 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.903 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1143302928(state=PENDING, result=null, callback=(continuation of Deferred@1362888622 after retry RPC after error@440444294) -> (continuation of Deferred@797666991 after retry RPC after error@1075445157) -> (continuation of Deferred@1906938751 after retry RPC after error@1859806297) -> (continuation of Deferred@441483579 after retry RPC after error@363569921) -> (continuation of Deferred@681900192 after retry RPC after error@367110465) -> (continuation of Deferred@187087775 after retry RPC after error@1138598481), errback=(continuation of Deferred@1362888622 after retry RPC after error@440444294) -> (continuation of Deferred@797666991 after retry RPC after error@1075445157) -> (continuation of Deferred@1906938751 after retry RPC after error@1859806297) -> (continuation of Deferred@441483579 after retry RPC after error@363569921) -> (continuation of Deferred@681900192 after retry RPC after error@367110465) -> (continuation of Deferred@187087775 after retry RPC after error@1138598481)))
18:37:13.904 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1143302928(state=PENDING, result=null, callback=(continuation of Deferred@1362888622 after retry RPC after error@440444294) -> (continuation of Deferred@797666991 after retry RPC after error@1075445157) -> (continuation of Deferred@1906938751 after retry RPC after error@1859806297) -> (continuation of Deferred@441483579 after retry RPC after error@363569921) -> (continuation of Deferred@681900192 after retry RPC after error@367110465) -> (continuation of Deferred@187087775 after retry RPC after error@1138598481), errback=(continuation of Deferred@1362888622 after retry RPC after error@440444294) -> (continuation of Deferred@797666991 after retry RPC after error@1075445157) -> (continuation of Deferred@1906938751 after retry RPC after error@1859806297) -> (continuation of Deferred@441483579 after retry RPC after error@363569921) -> (continuation of Deferred@681900192 after retry RPC after error@367110465) -> (continuation of Deferred@187087775 after retry RPC after error@1138598481)))
18:37:13.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.928 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:13.927976 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:13.933 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:13.933565 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:13.935 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:13.935061 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:37:13.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:13.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:13.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:13.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:13.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:13.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@886229546(state=PENDING, result=null, callback=(continuation of Deferred@1120979553 after retry RPC after error@1945971401) -> (continuation of Deferred@957507032 after retry RPC after error@464747338) -> (continuation of Deferred@1601452447 after retry RPC after error@1170602970) -> (continuation of Deferred@1867737631 after retry RPC after error@1874474388) -> (continuation of Deferred@301744445 after retry RPC after error@2072863731) -> (continuation of Deferred@268102927 after retry RPC after error@827490289), errback=(continuation of Deferred@1120979553 after retry RPC after error@1945971401) -> (continuation of Deferred@957507032 after retry RPC after error@464747338) -> (continuation of Deferred@1601452447 after retry RPC after error@1170602970) -> (continuation of Deferred@1867737631 after retry RPC after error@1874474388) -> (continuation of Deferred@301744445 after retry RPC after error@2072863731) -> (continuation of Deferred@268102927 after retry RPC after error@827490289)))
18:37:14.123 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@886229546(state=PENDING, result=null, callback=(continuation of Deferred@1120979553 after retry RPC after error@1945971401) -> (continuation of Deferred@957507032 after retry RPC after error@464747338) -> (continuation of Deferred@1601452447 after retry RPC after error@1170602970) -> (continuation of Deferred@1867737631 after retry RPC after error@1874474388) -> (continuation of Deferred@301744445 after retry RPC after error@2072863731) -> (continuation of Deferred@268102927 after retry RPC after error@827490289), errback=(continuation of Deferred@1120979553 after retry RPC after error@1945971401) -> (continuation of Deferred@957507032 after retry RPC after error@464747338) -> (continuation of Deferred@1601452447 after retry RPC after error@1170602970) -> (continuation of Deferred@1867737631 after retry RPC after error@1874474388) -> (continuation of Deferred@301744445 after retry RPC after error@2072863731) -> (continuation of Deferred@268102927 after retry RPC after error@827490289)))
18:37:14.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.221 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1103285548(state=PENDING, result=null, callback=(continuation of Deferred@904387849 after retry RPC after error@514271947) -> (continuation of Deferred@1412205857 after retry RPC after error@63996197) -> (continuation of Deferred@148118467 after retry RPC after error@797088096) -> (continuation of Deferred@536300596 after retry RPC after error@413740870) -> (continuation of Deferred@806036883 after retry RPC after error@200926059) -> (continuation of Deferred@776640716 after retry RPC after error@2143834460), errback=(continuation of Deferred@904387849 after retry RPC after error@514271947) -> (continuation of Deferred@1412205857 after retry RPC after error@63996197) -> (continuation of Deferred@148118467 after retry RPC after error@797088096) -> (continuation of Deferred@536300596 after retry RPC after error@413740870) -> (continuation of Deferred@806036883 after retry RPC after error@200926059) -> (continuation of Deferred@776640716 after retry RPC after error@2143834460)))
18:37:14.323 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1103285548(state=PENDING, result=null, callback=(continuation of Deferred@904387849 after retry RPC after error@514271947) -> (continuation of Deferred@1412205857 after retry RPC after error@63996197) -> (continuation of Deferred@148118467 after retry RPC after error@797088096) -> (continuation of Deferred@536300596 after retry RPC after error@413740870) -> (continuation of Deferred@806036883 after retry RPC after error@200926059) -> (continuation of Deferred@776640716 after retry RPC after error@2143834460), errback=(continuation of Deferred@904387849 after retry RPC after error@514271947) -> (continuation of Deferred@1412205857 after retry RPC after error@63996197) -> (continuation of Deferred@148118467 after retry RPC after error@797088096) -> (continuation of Deferred@536300596 after retry RPC after error@413740870) -> (continuation of Deferred@806036883 after retry RPC after error@200926059) -> (continuation of Deferred@776640716 after retry RPC after error@2143834460)))
18:37:14.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.483 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2059749604(state=PENDING, result=null, callback=(continuation of Deferred@726333364 after retry RPC after error@833766413) -> (continuation of Deferred@483190780 after retry RPC after error@1285426921) -> (continuation of Deferred@815118233 after retry RPC after error@329519018) -> (continuation of Deferred@1747773733 after retry RPC after error@1425628047) -> (continuation of Deferred@1229789174 after retry RPC after error@2049415210) -> (continuation of Deferred@1976378250 after retry RPC after error@1811295135) -> (continuation of Deferred@1243968432 after retry RPC after error@201675798), errback=(continuation of Deferred@726333364 after retry RPC after error@833766413) -> (continuation of Deferred@483190780 after retry RPC after error@1285426921) -> (continuation of Deferred@815118233 after retry RPC after error@329519018) -> (continuation of Deferred@1747773733 after retry RPC after error@1425628047) -> (continuation of Deferred@1229789174 after retry RPC after error@2049415210) -> (continuation of Deferred@1976378250 after retry RPC after error@1811295135) -> (continuation of Deferred@1243968432 after retry RPC after error@201675798)))
18:37:14.483 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2059749604(state=PENDING, result=null, callback=(continuation of Deferred@726333364 after retry RPC after error@833766413) -> (continuation of Deferred@483190780 after retry RPC after error@1285426921) -> (continuation of Deferred@815118233 after retry RPC after error@329519018) -> (continuation of Deferred@1747773733 after retry RPC after error@1425628047) -> (continuation of Deferred@1229789174 after retry RPC after error@2049415210) -> (continuation of Deferred@1976378250 after retry RPC after error@1811295135) -> (continuation of Deferred@1243968432 after retry RPC after error@201675798), errback=(continuation of Deferred@726333364 after retry RPC after error@833766413) -> (continuation of Deferred@483190780 after retry RPC after error@1285426921) -> (continuation of Deferred@815118233 after retry RPC after error@329519018) -> (continuation of Deferred@1747773733 after retry RPC after error@1425628047) -> (continuation of Deferred@1229789174 after retry RPC after error@2049415210) -> (continuation of Deferred@1976378250 after retry RPC after error@1811295135) -> (continuation of Deferred@1243968432 after retry RPC after error@201675798)))
18:37:14.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.742 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.743 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.744 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1000450067(state=PENDING, result=null, callback=(continuation of Deferred@659663683 after retry RPC after error@1802478427) -> (continuation of Deferred@938443673 after retry RPC after error@28857415) -> (continuation of Deferred@723123328 after retry RPC after error@1031468995) -> (continuation of Deferred@1992444094 after retry RPC after error@899362893) -> (continuation of Deferred@1367488386 after retry RPC after error@1001129630) -> (continuation of Deferred@1599028973 after retry RPC after error@867857425) -> (continuation of Deferred@1933867971 after retry RPC after error@679943107), errback=(continuation of Deferred@659663683 after retry RPC after error@1802478427) -> (continuation of Deferred@938443673 after retry RPC after error@28857415) -> (continuation of Deferred@723123328 after retry RPC after error@1031468995) -> (continuation of Deferred@1992444094 after retry RPC after error@899362893) -> (continuation of Deferred@1367488386 after retry RPC after error@1001129630) -> (continuation of Deferred@1599028973 after retry RPC after error@867857425) -> (continuation of Deferred@1933867971 after retry RPC after error@679943107)))
18:37:14.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] refreshing cache from master, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1000450067(state=PENDING, result=null, callback=(continuation of Deferred@659663683 after retry RPC after error@1802478427) -> (continuation of Deferred@938443673 after retry RPC after error@28857415) -> (continuation of Deferred@723123328 after retry RPC after error@1031468995) -> (continuation of Deferred@1992444094 after retry RPC after error@899362893) -> (continuation of Deferred@1367488386 after retry RPC after error@1001129630) -> (continuation of Deferred@1599028973 after retry RPC after error@867857425) -> (continuation of Deferred@1933867971 after retry RPC after error@679943107), errback=(continuation of Deferred@659663683 after retry RPC after error@1802478427) -> (continuation of Deferred@938443673 after retry RPC after error@28857415) -> (continuation of Deferred@723123328 after retry RPC after error@1031468995) -> (continuation of Deferred@1992444094 after retry RPC after error@899362893) -> (continuation of Deferred@1367488386 after retry RPC after error@1001129630) -> (continuation of Deferred@1599028973 after retry RPC after error@867857425) -> (continuation of Deferred@1933867971 after retry RPC after error@679943107)))
18:37:14.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.802 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.803 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.803 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.803 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:14.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:14.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:14.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:14.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:14.983 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2033960335(state=PENDING, result=null, callback=(continuation of Deferred@25425134 after retry RPC after error@1493428603) -> (continuation of Deferred@925236032 after retry RPC after error@269834134) -> (continuation of Deferred@246412798 after retry RPC after error@1210162529) -> (continuation of Deferred@1355190494 after retry RPC after error@1792398519) -> (continuation of Deferred@455396374 after retry RPC after error@1605013638) -> (continuation of Deferred@999209933 after retry RPC after error@2142937191) -> (continuation of Deferred@1120114682 after retry RPC after error@1239814532), errback=(continuation of Deferred@25425134 after retry RPC after error@1493428603) -> (continuation of Deferred@925236032 after retry RPC after error@269834134) -> (continuation of Deferred@246412798 after retry RPC after error@1210162529) -> (continuation of Deferred@1355190494 after retry RPC after error@1792398519) -> (continuation of Deferred@455396374 after retry RPC after error@1605013638) -> (continuation of Deferred@999209933 after retry RPC after error@2142937191) -> (continuation of Deferred@1120114682 after retry RPC after error@1239814532)))
18:37:14.984 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2033960335(state=PENDING, result=null, callback=(continuation of Deferred@25425134 after retry RPC after error@1493428603) -> (continuation of Deferred@925236032 after retry RPC after error@269834134) -> (continuation of Deferred@246412798 after retry RPC after error@1210162529) -> (continuation of Deferred@1355190494 after retry RPC after error@1792398519) -> (continuation of Deferred@455396374 after retry RPC after error@1605013638) -> (continuation of Deferred@999209933 after retry RPC after error@2142937191) -> (continuation of Deferred@1120114682 after retry RPC after error@1239814532), errback=(continuation of Deferred@25425134 after retry RPC after error@1493428603) -> (continuation of Deferred@925236032 after retry RPC after error@269834134) -> (continuation of Deferred@246412798 after retry RPC after error@1210162529) -> (continuation of Deferred@1355190494 after retry RPC after error@1792398519) -> (continuation of Deferred@455396374 after retry RPC after error@1605013638) -> (continuation of Deferred@999209933 after retry RPC after error@2142937191) -> (continuation of Deferred@1120114682 after retry RPC after error@1239814532)))
18:37:15.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.082 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.122 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1951764822(state=PENDING, result=null, callback=(continuation of Deferred@333902148 after retry RPC after error@1840849237) -> (continuation of Deferred@584020041 after retry RPC after error@2051574375) -> (continuation of Deferred@1577072827 after retry RPC after error@2056718759) -> (continuation of Deferred@595817348 after retry RPC after error@497475105) -> (continuation of Deferred@1111292110 after retry RPC after error@2366239) -> (continuation of Deferred@939739084 after retry RPC after error@327143739) -> (continuation of Deferred@908112146 after retry RPC after error@377268266), errback=(continuation of Deferred@333902148 after retry RPC after error@1840849237) -> (continuation of Deferred@584020041 after retry RPC after error@2051574375) -> (continuation of Deferred@1577072827 after retry RPC after error@2056718759) -> (continuation of Deferred@595817348 after retry RPC after error@497475105) -> (continuation of Deferred@1111292110 after retry RPC after error@2366239) -> (continuation of Deferred@939739084 after retry RPC after error@327143739) -> (continuation of Deferred@908112146 after retry RPC after error@377268266)))
18:37:15.224 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1951764822(state=PENDING, result=null, callback=(continuation of Deferred@333902148 after retry RPC after error@1840849237) -> (continuation of Deferred@584020041 after retry RPC after error@2051574375) -> (continuation of Deferred@1577072827 after retry RPC after error@2056718759) -> (continuation of Deferred@595817348 after retry RPC after error@497475105) -> (continuation of Deferred@1111292110 after retry RPC after error@2366239) -> (continuation of Deferred@939739084 after retry RPC after error@327143739) -> (continuation of Deferred@908112146 after retry RPC after error@377268266), errback=(continuation of Deferred@333902148 after retry RPC after error@1840849237) -> (continuation of Deferred@584020041 after retry RPC after error@2051574375) -> (continuation of Deferred@1577072827 after retry RPC after error@2056718759) -> (continuation of Deferred@595817348 after retry RPC after error@497475105) -> (continuation of Deferred@1111292110 after retry RPC after error@2366239) -> (continuation of Deferred@939739084 after retry RPC after error@327143739) -> (continuation of Deferred@908112146 after retry RPC after error@377268266)))
18:37:15.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.260 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.443 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@390056739(state=PENDING, result=null, callback=(continuation of Deferred@907855559 after retry RPC after error@205025062) -> (continuation of Deferred@1601958968 after retry RPC after error@921979431) -> (continuation of Deferred@1720617152 after retry RPC after error@696289896) -> (continuation of Deferred@702181716 after retry RPC after error@1030464314) -> (continuation of Deferred@791799007 after retry RPC after error@38791323) -> (continuation of Deferred@2028300631 after retry RPC after error@418871042) -> (continuation of Deferred@952135647 after retry RPC after error@1169572716), errback=(continuation of Deferred@907855559 after retry RPC after error@205025062) -> (continuation of Deferred@1601958968 after retry RPC after error@921979431) -> (continuation of Deferred@1720617152 after retry RPC after error@696289896) -> (continuation of Deferred@702181716 after retry RPC after error@1030464314) -> (continuation of Deferred@791799007 after retry RPC after error@38791323) -> (continuation of Deferred@2028300631 after retry RPC after error@418871042) -> (continuation of Deferred@952135647 after retry RPC after error@1169572716)))
18:37:15.443 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@390056739(state=PENDING, result=null, callback=(continuation of Deferred@907855559 after retry RPC after error@205025062) -> (continuation of Deferred@1601958968 after retry RPC after error@921979431) -> (continuation of Deferred@1720617152 after retry RPC after error@696289896) -> (continuation of Deferred@702181716 after retry RPC after error@1030464314) -> (continuation of Deferred@791799007 after retry RPC after error@38791323) -> (continuation of Deferred@2028300631 after retry RPC after error@418871042) -> (continuation of Deferred@952135647 after retry RPC after error@1169572716), errback=(continuation of Deferred@907855559 after retry RPC after error@205025062) -> (continuation of Deferred@1601958968 after retry RPC after error@921979431) -> (continuation of Deferred@1720617152 after retry RPC after error@696289896) -> (continuation of Deferred@702181716 after retry RPC after error@1030464314) -> (continuation of Deferred@791799007 after retry RPC after error@38791323) -> (continuation of Deferred@2028300631 after retry RPC after error@418871042) -> (continuation of Deferred@952135647 after retry RPC after error@1169572716)))
18:37:15.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.482 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.504 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.561 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.561 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.583 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1488029031(state=PENDING, result=null, callback=(continuation of Deferred@561829670 after retry RPC after error@2144979534) -> (continuation of Deferred@413430522 after retry RPC after error@1282037300) -> (continuation of Deferred@199785848 after retry RPC after error@978472433) -> (continuation of Deferred@22731747 after retry RPC after error@530576906) -> (continuation of Deferred@1473530684 after retry RPC after error@2135013874) -> (continuation of Deferred@672391226 after retry RPC after error@1222405268) -> (continuation of Deferred@1034179352 after retry RPC after error@1339618167), errback=(continuation of Deferred@561829670 after retry RPC after error@2144979534) -> (continuation of Deferred@413430522 after retry RPC after error@1282037300) -> (continuation of Deferred@199785848 after retry RPC after error@978472433) -> (continuation of Deferred@22731747 after retry RPC after error@530576906) -> (continuation of Deferred@1473530684 after retry RPC after error@2135013874) -> (continuation of Deferred@672391226 after retry RPC after error@1222405268) -> (continuation of Deferred@1034179352 after retry RPC after error@1339618167)))
18:37:15.684 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1488029031(state=PENDING, result=null, callback=(continuation of Deferred@561829670 after retry RPC after error@2144979534) -> (continuation of Deferred@413430522 after retry RPC after error@1282037300) -> (continuation of Deferred@199785848 after retry RPC after error@978472433) -> (continuation of Deferred@22731747 after retry RPC after error@530576906) -> (continuation of Deferred@1473530684 after retry RPC after error@2135013874) -> (continuation of Deferred@672391226 after retry RPC after error@1222405268) -> (continuation of Deferred@1034179352 after retry RPC after error@1339618167), errback=(continuation of Deferred@561829670 after retry RPC after error@2144979534) -> (continuation of Deferred@413430522 after retry RPC after error@1282037300) -> (continuation of Deferred@199785848 after retry RPC after error@978472433) -> (continuation of Deferred@22731747 after retry RPC after error@530576906) -> (continuation of Deferred@1473530684 after retry RPC after error@2135013874) -> (continuation of Deferred@672391226 after retry RPC after error@1222405268) -> (continuation of Deferred@1034179352 after retry RPC after error@1339618167)))
18:37:15.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@28857064(state=PENDING, result=null, callback=(continuation of Deferred@1048288212 after retry RPC after error@994486340) -> (continuation of Deferred@2091658732 after retry RPC after error@1061162883) -> (continuation of Deferred@1569166980 after retry RPC after error@1401754104) -> (continuation of Deferred@1322489128 after retry RPC after error@1909499750) -> (continuation of Deferred@276970606 after retry RPC after error@733740375) -> (continuation of Deferred@2039695325 after retry RPC after error@218899486), errback=(continuation of Deferred@1048288212 after retry RPC after error@994486340) -> (continuation of Deferred@2091658732 after retry RPC after error@1061162883) -> (continuation of Deferred@1569166980 after retry RPC after error@1401754104) -> (continuation of Deferred@1322489128 after retry RPC after error@1909499750) -> (continuation of Deferred@276970606 after retry RPC after error@733740375) -> (continuation of Deferred@2039695325 after retry RPC after error@218899486)))
18:37:15.883 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@28857064(state=PENDING, result=null, callback=(continuation of Deferred@1048288212 after retry RPC after error@994486340) -> (continuation of Deferred@2091658732 after retry RPC after error@1061162883) -> (continuation of Deferred@1569166980 after retry RPC after error@1401754104) -> (continuation of Deferred@1322489128 after retry RPC after error@1909499750) -> (continuation of Deferred@276970606 after retry RPC after error@733740375) -> (continuation of Deferred@2039695325 after retry RPC after error@218899486), errback=(continuation of Deferred@1048288212 after retry RPC after error@994486340) -> (continuation of Deferred@2091658732 after retry RPC after error@1061162883) -> (continuation of Deferred@1569166980 after retry RPC after error@1401754104) -> (continuation of Deferred@1322489128 after retry RPC after error@1909499750) -> (continuation of Deferred@276970606 after retry RPC after error@733740375) -> (continuation of Deferred@2039695325 after retry RPC after error@218899486)))
18:37:15.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.920 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.940 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:15.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:15.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:15.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:15.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:15.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1742009083(state=PENDING, result=null, callback=(continuation of Deferred@992272574 after retry RPC after error@1682048093) -> (continuation of Deferred@134109752 after retry RPC after error@1199383318) -> (continuation of Deferred@1530927703 after retry RPC after error@794074510) -> (continuation of Deferred@1510878662 after retry RPC after error@1959120898) -> (continuation of Deferred@789380719 after retry RPC after error@608157421) -> (continuation of Deferred@259311537 after retry RPC after error@1441481629), errback=(continuation of Deferred@992272574 after retry RPC after error@1682048093) -> (continuation of Deferred@134109752 after retry RPC after error@1199383318) -> (continuation of Deferred@1530927703 after retry RPC after error@794074510) -> (continuation of Deferred@1510878662 after retry RPC after error@1959120898) -> (continuation of Deferred@789380719 after retry RPC after error@608157421) -> (continuation of Deferred@259311537 after retry RPC after error@1441481629)))
18:37:16.043 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1742009083(state=PENDING, result=null, callback=(continuation of Deferred@992272574 after retry RPC after error@1682048093) -> (continuation of Deferred@134109752 after retry RPC after error@1199383318) -> (continuation of Deferred@1530927703 after retry RPC after error@794074510) -> (continuation of Deferred@1510878662 after retry RPC after error@1959120898) -> (continuation of Deferred@789380719 after retry RPC after error@608157421) -> (continuation of Deferred@259311537 after retry RPC after error@1441481629), errback=(continuation of Deferred@992272574 after retry RPC after error@1682048093) -> (continuation of Deferred@134109752 after retry RPC after error@1199383318) -> (continuation of Deferred@1530927703 after retry RPC after error@794074510) -> (continuation of Deferred@1510878662 after retry RPC after error@1959120898) -> (continuation of Deferred@789380719 after retry RPC after error@608157421) -> (continuation of Deferred@259311537 after retry RPC after error@1441481629)))
18:37:16.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.063 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.063 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.082 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.123 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.123 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.321 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2077847762(state=PENDING, result=null, callback=(continuation of Deferred@1025170520 after retry RPC after error@940007285) -> (continuation of Deferred@1198486943 after retry RPC after error@1996538432) -> (continuation of Deferred@479406308 after retry RPC after error@510468340) -> (continuation of Deferred@580021547 after retry RPC after error@1408350715) -> (continuation of Deferred@1453354857 after retry RPC after error@566075337) -> (continuation of Deferred@284640736 after retry RPC after error@1310136420) -> (continuation of Deferred@454688232 after retry RPC after error@1444375189), errback=(continuation of Deferred@1025170520 after retry RPC after error@940007285) -> (continuation of Deferred@1198486943 after retry RPC after error@1996538432) -> (continuation of Deferred@479406308 after retry RPC after error@510468340) -> (continuation of Deferred@580021547 after retry RPC after error@1408350715) -> (continuation of Deferred@1453354857 after retry RPC after error@566075337) -> (continuation of Deferred@284640736 after retry RPC after error@1310136420) -> (continuation of Deferred@454688232 after retry RPC after error@1444375189)))
18:37:16.322 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:16.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.360 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.404 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.404 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.404 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.404 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.423 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.423 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.424 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@664072698(state=PENDING, result=null, callback=(continuation of Deferred@192827469 after retry RPC after error@793482662) -> (continuation of Deferred@1387379011 after retry RPC after error@1378523598) -> (continuation of Deferred@724523006 after retry RPC after error@1488585112) -> (continuation of Deferred@127844461 after retry RPC after error@24960441) -> (continuation of Deferred@1346239183 after retry RPC after error@1485014929) -> (continuation of Deferred@695187780 after retry RPC after error@1318664389) -> (continuation of Deferred@1909282907 after retry RPC after error@892794620), errback=(continuation of Deferred@192827469 after retry RPC after error@793482662) -> (continuation of Deferred@1387379011 after retry RPC after error@1378523598) -> (continuation of Deferred@724523006 after retry RPC after error@1488585112) -> (continuation of Deferred@127844461 after retry RPC after error@24960441) -> (continuation of Deferred@1346239183 after retry RPC after error@1485014929) -> (continuation of Deferred@695187780 after retry RPC after error@1318664389) -> (continuation of Deferred@1909282907 after retry RPC after error@892794620)))
18:37:16.524 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [64ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [84ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@664072698(state=PENDING, result=null, callback=(continuation of Deferred@192827469 after retry RPC after error@793482662) -> (continuation of Deferred@1387379011 after retry RPC after error@1378523598) -> (continuation of Deferred@724523006 after retry RPC after error@1488585112) -> (continuation of Deferred@127844461 after retry RPC after error@24960441) -> (continuation of Deferred@1346239183 after retry RPC after error@1485014929) -> (continuation of Deferred@695187780 after retry RPC after error@1318664389) -> (continuation of Deferred@1909282907 after retry RPC after error@892794620), errback=(continuation of Deferred@192827469 after retry RPC after error@793482662) -> (continuation of Deferred@1387379011 after retry RPC after error@1378523598) -> (continuation of Deferred@724523006 after retry RPC after error@1488585112) -> (continuation of Deferred@127844461 after retry RPC after error@24960441) -> (continuation of Deferred@1346239183 after retry RPC after error@1485014929) -> (continuation of Deferred@695187780 after retry RPC after error@1318664389) -> (continuation of Deferred@1909282907 after retry RPC after error@892794620)))
18:37:16.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.543 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.543 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.620 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@885307563(state=PENDING, result=null, callback=(continuation of Deferred@1539524040 after retry RPC after error@1906545707) -> (continuation of Deferred@2134856744 after retry RPC after error@1857010308) -> (continuation of Deferred@797134748 after retry RPC after error@1122796683) -> (continuation of Deferred@1207371498 after retry RPC after error@1411383050) -> (continuation of Deferred@1641391546 after retry RPC after error@1195097559) -> (continuation of Deferred@948183948 after retry RPC after error@331902009) -> (continuation of Deferred@1610412943 after retry RPC after error@1169369250), errback=(continuation of Deferred@1539524040 after retry RPC after error@1906545707) -> (continuation of Deferred@2134856744 after retry RPC after error@1857010308) -> (continuation of Deferred@797134748 after retry RPC after error@1122796683) -> (continuation of Deferred@1207371498 after retry RPC after error@1411383050) -> (continuation of Deferred@1641391546 after retry RPC after error@1195097559) -> (continuation of Deferred@948183948 after retry RPC after error@331902009) -> (continuation of Deferred@1610412943 after retry RPC after error@1169369250)))
18:37:16.784 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@885307563(state=PENDING, result=null, callback=(continuation of Deferred@1539524040 after retry RPC after error@1906545707) -> (continuation of Deferred@2134856744 after retry RPC after error@1857010308) -> (continuation of Deferred@797134748 after retry RPC after error@1122796683) -> (continuation of Deferred@1207371498 after retry RPC after error@1411383050) -> (continuation of Deferred@1641391546 after retry RPC after error@1195097559) -> (continuation of Deferred@948183948 after retry RPC after error@331902009) -> (continuation of Deferred@1610412943 after retry RPC after error@1169369250), errback=(continuation of Deferred@1539524040 after retry RPC after error@1906545707) -> (continuation of Deferred@2134856744 after retry RPC after error@1857010308) -> (continuation of Deferred@797134748 after retry RPC after error@1122796683) -> (continuation of Deferred@1207371498 after retry RPC after error@1411383050) -> (continuation of Deferred@1641391546 after retry RPC after error@1195097559) -> (continuation of Deferred@948183948 after retry RPC after error@331902009) -> (continuation of Deferred@1610412943 after retry RPC after error@1169369250)))
18:37:16.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.802 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.840 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:16.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1988232473(state=PENDING, result=null, callback=(continuation of Deferred@811770952 after retry RPC after error@1743956826) -> (continuation of Deferred@157051967 after retry RPC after error@1863322304) -> (continuation of Deferred@1257616270 after retry RPC after error@942631409) -> (continuation of Deferred@1392035679 after retry RPC after error@1037144522) -> (continuation of Deferred@1516186685 after retry RPC after error@427599462) -> (continuation of Deferred@229267497 after retry RPC after error@1019529111), errback=(continuation of Deferred@811770952 after retry RPC after error@1743956826) -> (continuation of Deferred@157051967 after retry RPC after error@1863322304) -> (continuation of Deferred@1257616270 after retry RPC after error@942631409) -> (continuation of Deferred@1392035679 after retry RPC after error@1037144522) -> (continuation of Deferred@1516186685 after retry RPC after error@427599462) -> (continuation of Deferred@229267497 after retry RPC after error@1019529111)))
18:37:16.963 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1988232473(state=PENDING, result=null, callback=(continuation of Deferred@811770952 after retry RPC after error@1743956826) -> (continuation of Deferred@157051967 after retry RPC after error@1863322304) -> (continuation of Deferred@1257616270 after retry RPC after error@942631409) -> (continuation of Deferred@1392035679 after retry RPC after error@1037144522) -> (continuation of Deferred@1516186685 after retry RPC after error@427599462) -> (continuation of Deferred@229267497 after retry RPC after error@1019529111), errback=(continuation of Deferred@811770952 after retry RPC after error@1743956826) -> (continuation of Deferred@157051967 after retry RPC after error@1863322304) -> (continuation of Deferred@1257616270 after retry RPC after error@942631409) -> (continuation of Deferred@1392035679 after retry RPC after error@1037144522) -> (continuation of Deferred@1516186685 after retry RPC after error@427599462) -> (continuation of Deferred@229267497 after retry RPC after error@1019529111)))
18:37:16.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:16.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:16.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:16.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:16.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.203 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@674682055(state=PENDING, result=null, callback=(continuation of Deferred@1372906334 after retry RPC after error@2101198834) -> (continuation of Deferred@1720458306 after retry RPC after error@2021817528) -> (continuation of Deferred@238726885 after retry RPC after error@518537983) -> (continuation of Deferred@402662252 after retry RPC after error@1930226536) -> (continuation of Deferred@681197162 after retry RPC after error@1949924924) -> (continuation of Deferred@1840982164 after retry RPC after error@2037959136) -> (continuation of Deferred@15253963 after retry RPC after error@1067419508), errback=(continuation of Deferred@1372906334 after retry RPC after error@2101198834) -> (continuation of Deferred@1720458306 after retry RPC after error@2021817528) -> (continuation of Deferred@238726885 after retry RPC after error@518537983) -> (continuation of Deferred@402662252 after retry RPC after error@1930226536) -> (continuation of Deferred@681197162 after retry RPC after error@1949924924) -> (continuation of Deferred@1840982164 after retry RPC after error@2037959136) -> (continuation of Deferred@15253963 after retry RPC after error@1067419508)))
18:37:17.203 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@674682055(state=PENDING, result=null, callback=(continuation of Deferred@1372906334 after retry RPC after error@2101198834) -> (continuation of Deferred@1720458306 after retry RPC after error@2021817528) -> (continuation of Deferred@238726885 after retry RPC after error@518537983) -> (continuation of Deferred@402662252 after retry RPC after error@1930226536) -> (continuation of Deferred@681197162 after retry RPC after error@1949924924) -> (continuation of Deferred@1840982164 after retry RPC after error@2037959136) -> (continuation of Deferred@15253963 after retry RPC after error@1067419508), errback=(continuation of Deferred@1372906334 after retry RPC after error@2101198834) -> (continuation of Deferred@1720458306 after retry RPC after error@2021817528) -> (continuation of Deferred@238726885 after retry RPC after error@518537983) -> (continuation of Deferred@402662252 after retry RPC after error@1930226536) -> (continuation of Deferred@681197162 after retry RPC after error@1949924924) -> (continuation of Deferred@1840982164 after retry RPC after error@2037959136) -> (continuation of Deferred@15253963 after retry RPC after error@1067419508)))
18:37:17.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@243128125(state=PENDING, result=null, callback=(continuation of Deferred@1580912024 after retry RPC after error@1306425322) -> (continuation of Deferred@1236866340 after retry RPC after error@689829649) -> (continuation of Deferred@566475175 after retry RPC after error@530381650) -> (continuation of Deferred@512613808 after retry RPC after error@1483605007) -> (continuation of Deferred@1683783716 after retry RPC after error@484614550) -> (continuation of Deferred@1827835879 after retry RPC after error@1150590986), errback=(continuation of Deferred@1580912024 after retry RPC after error@1306425322) -> (continuation of Deferred@1236866340 after retry RPC after error@689829649) -> (continuation of Deferred@566475175 after retry RPC after error@530381650) -> (continuation of Deferred@512613808 after retry RPC after error@1483605007) -> (continuation of Deferred@1683783716 after retry RPC after error@484614550) -> (continuation of Deferred@1827835879 after retry RPC after error@1150590986)))
18:37:17.383 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@243128125(state=PENDING, result=null, callback=(continuation of Deferred@1580912024 after retry RPC after error@1306425322) -> (continuation of Deferred@1236866340 after retry RPC after error@689829649) -> (continuation of Deferred@566475175 after retry RPC after error@530381650) -> (continuation of Deferred@512613808 after retry RPC after error@1483605007) -> (continuation of Deferred@1683783716 after retry RPC after error@484614550) -> (continuation of Deferred@1827835879 after retry RPC after error@1150590986), errback=(continuation of Deferred@1580912024 after retry RPC after error@1306425322) -> (continuation of Deferred@1236866340 after retry RPC after error@689829649) -> (continuation of Deferred@566475175 after retry RPC after error@530381650) -> (continuation of Deferred@512613808 after retry RPC after error@1483605007) -> (continuation of Deferred@1683783716 after retry RPC after error@484614550) -> (continuation of Deferred@1827835879 after retry RPC after error@1150590986)))
18:37:17.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.460 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.583 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1951641569(state=PENDING, result=null, callback=(continuation of Deferred@1984009513 after retry RPC after error@593718109) -> (continuation of Deferred@492695751 after retry RPC after error@1956149290) -> (continuation of Deferred@235557709 after retry RPC after error@915142738) -> (continuation of Deferred@1151528332 after retry RPC after error@1942783002) -> (continuation of Deferred@796930325 after retry RPC after error@1184896479) -> (continuation of Deferred@364731914 after retry RPC after error@46593267) -> (continuation of Deferred@752903463 after retry RPC after error@1789428617) -> (continuation of Deferred@362466776 after retry RPC after error@550421236), errback=(continuation of Deferred@1984009513 after retry RPC after error@593718109) -> (continuation of Deferred@492695751 after retry RPC after error@1956149290) -> (continuation of Deferred@235557709 after retry RPC after error@915142738) -> (continuation of Deferred@1151528332 after retry RPC after error@1942783002) -> (continuation of Deferred@796930325 after retry RPC after error@1184896479) -> (continuation of Deferred@364731914 after retry RPC after error@46593267) -> (continuation of Deferred@752903463 after retry RPC after error@1789428617) -> (continuation of Deferred@362466776 after retry RPC after error@550421236)))
18:37:17.583 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1951641569(state=PENDING, result=null, callback=(continuation of Deferred@1984009513 after retry RPC after error@593718109) -> (continuation of Deferred@492695751 after retry RPC after error@1956149290) -> (continuation of Deferred@235557709 after retry RPC after error@915142738) -> (continuation of Deferred@1151528332 after retry RPC after error@1942783002) -> (continuation of Deferred@796930325 after retry RPC after error@1184896479) -> (continuation of Deferred@364731914 after retry RPC after error@46593267) -> (continuation of Deferred@752903463 after retry RPC after error@1789428617) -> (continuation of Deferred@362466776 after retry RPC after error@550421236), errback=(continuation of Deferred@1984009513 after retry RPC after error@593718109) -> (continuation of Deferred@492695751 after retry RPC after error@1956149290) -> (continuation of Deferred@235557709 after retry RPC after error@915142738) -> (continuation of Deferred@1151528332 after retry RPC after error@1942783002) -> (continuation of Deferred@796930325 after retry RPC after error@1184896479) -> (continuation of Deferred@364731914 after retry RPC after error@46593267) -> (continuation of Deferred@752903463 after retry RPC after error@1789428617) -> (continuation of Deferred@362466776 after retry RPC after error@550421236)))
18:37:17.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.824 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@899541575(state=PENDING, result=null, callback=(continuation of Deferred@1856426097 after retry RPC after error@1649846211) -> (continuation of Deferred@1971457481 after retry RPC after error@790040300) -> (continuation of Deferred@2003461671 after retry RPC after error@542486454) -> (continuation of Deferred@1163661872 after retry RPC after error@1378554905) -> (continuation of Deferred@1993612069 after retry RPC after error@2079404630) -> (continuation of Deferred@1587114634 after retry RPC after error@1410870940) -> (continuation of Deferred@37952009 after retry RPC after error@1884486549), errback=(continuation of Deferred@1856426097 after retry RPC after error@1649846211) -> (continuation of Deferred@1971457481 after retry RPC after error@790040300) -> (continuation of Deferred@2003461671 after retry RPC after error@542486454) -> (continuation of Deferred@1163661872 after retry RPC after error@1378554905) -> (continuation of Deferred@1993612069 after retry RPC after error@2079404630) -> (continuation of Deferred@1587114634 after retry RPC after error@1410870940) -> (continuation of Deferred@37952009 after retry RPC after error@1884486549)))
18:37:17.824 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@899541575(state=PENDING, result=null, callback=(continuation of Deferred@1856426097 after retry RPC after error@1649846211) -> (continuation of Deferred@1971457481 after retry RPC after error@790040300) -> (continuation of Deferred@2003461671 after retry RPC after error@542486454) -> (continuation of Deferred@1163661872 after retry RPC after error@1378554905) -> (continuation of Deferred@1993612069 after retry RPC after error@2079404630) -> (continuation of Deferred@1587114634 after retry RPC after error@1410870940) -> (continuation of Deferred@37952009 after retry RPC after error@1884486549), errback=(continuation of Deferred@1856426097 after retry RPC after error@1649846211) -> (continuation of Deferred@1971457481 after retry RPC after error@790040300) -> (continuation of Deferred@2003461671 after retry RPC after error@542486454) -> (continuation of Deferred@1163661872 after retry RPC after error@1378554905) -> (continuation of Deferred@1993612069 after retry RPC after error@2079404630) -> (continuation of Deferred@1587114634 after retry RPC after error@1410870940) -> (continuation of Deferred@37952009 after retry RPC after error@1884486549)))
18:37:17.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.920 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:17.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:17.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:17.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:17.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:17.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.101 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1649996961(state=PENDING, result=null, callback=(continuation of Deferred@2059464573 after retry RPC after error@659653597) -> (continuation of Deferred@465993246 after retry RPC after error@1042181179) -> (continuation of Deferred@1138280322 after retry RPC after error@1757215567) -> (continuation of Deferred@1075994312 after retry RPC after error@219192643) -> (continuation of Deferred@150056884 after retry RPC after error@127421286) -> (continuation of Deferred@1428062531 after retry RPC after error@1550709798) -> (continuation of Deferred@1499753488 after retry RPC after error@476241697), errback=(continuation of Deferred@2059464573 after retry RPC after error@659653597) -> (continuation of Deferred@465993246 after retry RPC after error@1042181179) -> (continuation of Deferred@1138280322 after retry RPC after error@1757215567) -> (continuation of Deferred@1075994312 after retry RPC after error@219192643) -> (continuation of Deferred@150056884 after retry RPC after error@127421286) -> (continuation of Deferred@1428062531 after retry RPC after error@1550709798) -> (continuation of Deferred@1499753488 after retry RPC after error@476241697)))
18:37:18.101 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:18.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.122 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.200 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.360 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.362 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1568307059(state=PENDING, result=null, callback=(continuation of Deferred@824114130 after retry RPC after error@836414827) -> (continuation of Deferred@2057957707 after retry RPC after error@1952891010) -> (continuation of Deferred@853570999 after retry RPC after error@1454712693) -> (continuation of Deferred@1663280961 after retry RPC after error@562235767) -> (continuation of Deferred@276794685 after retry RPC after error@1863229128) -> (continuation of Deferred@300492231 after retry RPC after error@672681532) -> (continuation of Deferred@1147283559 after retry RPC after error@1602295549), errback=(continuation of Deferred@824114130 after retry RPC after error@836414827) -> (continuation of Deferred@2057957707 after retry RPC after error@1952891010) -> (continuation of Deferred@853570999 after retry RPC after error@1454712693) -> (continuation of Deferred@1663280961 after retry RPC after error@562235767) -> (continuation of Deferred@276794685 after retry RPC after error@1863229128) -> (continuation of Deferred@300492231 after retry RPC after error@672681532) -> (continuation of Deferred@1147283559 after retry RPC after error@1602295549)))
18:37:18.363 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=240), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1568307059(state=PENDING, result=null, callback=(continuation of Deferred@824114130 after retry RPC after error@836414827) -> (continuation of Deferred@2057957707 after retry RPC after error@1952891010) -> (continuation of Deferred@853570999 after retry RPC after error@1454712693) -> (continuation of Deferred@1663280961 after retry RPC after error@562235767) -> (continuation of Deferred@276794685 after retry RPC after error@1863229128) -> (continuation of Deferred@300492231 after retry RPC after error@672681532) -> (continuation of Deferred@1147283559 after retry RPC after error@1602295549), errback=(continuation of Deferred@824114130 after retry RPC after error@836414827) -> (continuation of Deferred@2057957707 after retry RPC after error@1952891010) -> (continuation of Deferred@853570999 after retry RPC after error@1454712693) -> (continuation of Deferred@1663280961 after retry RPC after error@562235767) -> (continuation of Deferred@276794685 after retry RPC after error@1863229128) -> (continuation of Deferred@300492231 after retry RPC after error@672681532) -> (continuation of Deferred@1147283559 after retry RPC after error@1602295549)))
18:37:18.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:18.406960 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:37:18.407 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:18.407197 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:37:18.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.463 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.463 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.463 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.463 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.542 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.543 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.543 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.543 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.544 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1997999987(state=PENDING, result=null, callback=(continuation of Deferred@1074112795 after retry RPC after error@1948181646) -> (continuation of Deferred@1472285146 after retry RPC after error@409123014) -> (continuation of Deferred@1967298464 after retry RPC after error@1996171026) -> (continuation of Deferred@724123534 after retry RPC after error@637540005) -> (continuation of Deferred@1193175634 after retry RPC after error@1752307220) -> (continuation of Deferred@180720091 after retry RPC after error@752225048), errback=(continuation of Deferred@1074112795 after retry RPC after error@1948181646) -> (continuation of Deferred@1472285146 after retry RPC after error@409123014) -> (continuation of Deferred@1967298464 after retry RPC after error@1996171026) -> (continuation of Deferred@724123534 after retry RPC after error@637540005) -> (continuation of Deferred@1193175634 after retry RPC after error@1752307220) -> (continuation of Deferred@180720091 after retry RPC after error@752225048)))
18:37:18.545 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1997999987(state=PENDING, result=null, callback=(continuation of Deferred@1074112795 after retry RPC after error@1948181646) -> (continuation of Deferred@1472285146 after retry RPC after error@409123014) -> (continuation of Deferred@1967298464 after retry RPC after error@1996171026) -> (continuation of Deferred@724123534 after retry RPC after error@637540005) -> (continuation of Deferred@1193175634 after retry RPC after error@1752307220) -> (continuation of Deferred@180720091 after retry RPC after error@752225048), errback=(continuation of Deferred@1074112795 after retry RPC after error@1948181646) -> (continuation of Deferred@1472285146 after retry RPC after error@409123014) -> (continuation of Deferred@1967298464 after retry RPC after error@1996171026) -> (continuation of Deferred@724123534 after retry RPC after error@637540005) -> (continuation of Deferred@1193175634 after retry RPC after error@1752307220) -> (continuation of Deferred@180720091 after retry RPC after error@752225048)))
18:37:18.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1190211446(state=PENDING, result=null, callback=(continuation of Deferred@1923009309 after retry RPC after error@2128626351) -> (continuation of Deferred@1895825588 after retry RPC after error@1044712317) -> (continuation of Deferred@981985675 after retry RPC after error@1183719758) -> (continuation of Deferred@930782347 after retry RPC after error@561145850) -> (continuation of Deferred@616307182 after retry RPC after error@328190054) -> (continuation of Deferred@1894940760 after retry RPC after error@1108177931), errback=(continuation of Deferred@1923009309 after retry RPC after error@2128626351) -> (continuation of Deferred@1895825588 after retry RPC after error@1044712317) -> (continuation of Deferred@981985675 after retry RPC after error@1183719758) -> (continuation of Deferred@930782347 after retry RPC after error@561145850) -> (continuation of Deferred@616307182 after retry RPC after error@328190054) -> (continuation of Deferred@1894940760 after retry RPC after error@1108177931)))
18:37:18.703 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=141), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1190211446(state=PENDING, result=null, callback=(continuation of Deferred@1923009309 after retry RPC after error@2128626351) -> (continuation of Deferred@1895825588 after retry RPC after error@1044712317) -> (continuation of Deferred@981985675 after retry RPC after error@1183719758) -> (continuation of Deferred@930782347 after retry RPC after error@561145850) -> (continuation of Deferred@616307182 after retry RPC after error@328190054) -> (continuation of Deferred@1894940760 after retry RPC after error@1108177931), errback=(continuation of Deferred@1923009309 after retry RPC after error@2128626351) -> (continuation of Deferred@1895825588 after retry RPC after error@1044712317) -> (continuation of Deferred@981985675 after retry RPC after error@1183719758) -> (continuation of Deferred@930782347 after retry RPC after error@561145850) -> (continuation of Deferred@616307182 after retry RPC after error@328190054) -> (continuation of Deferred@1894940760 after retry RPC after error@1108177931)))
18:37:18.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.740 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.763 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.763 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.920 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.921 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@486604629(state=PENDING, result=null, callback=(continuation of Deferred@500081053 after retry RPC after error@111874761) -> (continuation of Deferred@1782764288 after retry RPC after error@1881301834) -> (continuation of Deferred@403236506 after retry RPC after error@1189843464) -> (continuation of Deferred@986551046 after retry RPC after error@1503039270) -> (continuation of Deferred@108371640 after retry RPC after error@471087020) -> (continuation of Deferred@1251459723 after retry RPC after error@655723328), errback=(continuation of Deferred@500081053 after retry RPC after error@111874761) -> (continuation of Deferred@1782764288 after retry RPC after error@1881301834) -> (continuation of Deferred@403236506 after retry RPC after error@1189843464) -> (continuation of Deferred@986551046 after retry RPC after error@1503039270) -> (continuation of Deferred@108371640 after retry RPC after error@471087020) -> (continuation of Deferred@1251459723 after retry RPC after error@655723328)))
18:37:18.923 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@486604629(state=PENDING, result=null, callback=(continuation of Deferred@500081053 after retry RPC after error@111874761) -> (continuation of Deferred@1782764288 after retry RPC after error@1881301834) -> (continuation of Deferred@403236506 after retry RPC after error@1189843464) -> (continuation of Deferred@986551046 after retry RPC after error@1503039270) -> (continuation of Deferred@108371640 after retry RPC after error@471087020) -> (continuation of Deferred@1251459723 after retry RPC after error@655723328), errback=(continuation of Deferred@500081053 after retry RPC after error@111874761) -> (continuation of Deferred@1782764288 after retry RPC after error@1881301834) -> (continuation of Deferred@403236506 after retry RPC after error@1189843464) -> (continuation of Deferred@986551046 after retry RPC after error@1503039270) -> (continuation of Deferred@108371640 after retry RPC after error@471087020) -> (continuation of Deferred@1251459723 after retry RPC after error@655723328)))
18:37:18.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.942 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:18.942479 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 86) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:18.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.947 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:18.947039 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 86) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:18.949 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:18.948804 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:37:18.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:18.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:18.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:18.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:18.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:18.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.020 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.043 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.043 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.082 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.103 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@2071268982(state=PENDING, result=null, callback=(continuation of Deferred@1799904749 after retry RPC after error@541186718) -> (continuation of Deferred@1174497847 after retry RPC after error@357878335) -> (continuation of Deferred@1020938829 after retry RPC after error@308404834) -> (continuation of Deferred@1610379979 after retry RPC after error@1825197625) -> (continuation of Deferred@36497871 after retry RPC after error@532900122) -> (continuation of Deferred@588593667 after retry RPC after error@495977438) -> (continuation of Deferred@2023224114 after retry RPC after error@2090389123), errback=(continuation of Deferred@1799904749 after retry RPC after error@541186718) -> (continuation of Deferred@1174497847 after retry RPC after error@357878335) -> (continuation of Deferred@1020938829 after retry RPC after error@308404834) -> (continuation of Deferred@1610379979 after retry RPC after error@1825197625) -> (continuation of Deferred@36497871 after retry RPC after error@532900122) -> (continuation of Deferred@588593667 after retry RPC after error@495977438) -> (continuation of Deferred@2023224114 after retry RPC after error@2090389123)))
18:37:19.103 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@2071268982(state=PENDING, result=null, callback=(continuation of Deferred@1799904749 after retry RPC after error@541186718) -> (continuation of Deferred@1174497847 after retry RPC after error@357878335) -> (continuation of Deferred@1020938829 after retry RPC after error@308404834) -> (continuation of Deferred@1610379979 after retry RPC after error@1825197625) -> (continuation of Deferred@36497871 after retry RPC after error@532900122) -> (continuation of Deferred@588593667 after retry RPC after error@495977438) -> (continuation of Deferred@2023224114 after retry RPC after error@2090389123), errback=(continuation of Deferred@1799904749 after retry RPC after error@541186718) -> (continuation of Deferred@1174497847 after retry RPC after error@357878335) -> (continuation of Deferred@1020938829 after retry RPC after error@308404834) -> (continuation of Deferred@1610379979 after retry RPC after error@1825197625) -> (continuation of Deferred@36497871 after retry RPC after error@532900122) -> (continuation of Deferred@588593667 after retry RPC after error@495977438) -> (continuation of Deferred@2023224114 after retry RPC after error@2090389123)))
18:37:19.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.160 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.203 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.203 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.203 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.203 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.381 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1894720491(state=PENDING, result=null, callback=(continuation of Deferred@1031660386 after retry RPC after error@1847018532) -> (continuation of Deferred@164334741 after retry RPC after error@3282492) -> (continuation of Deferred@1376162731 after retry RPC after error@115661739) -> (continuation of Deferred@1402884294 after retry RPC after error@1124941695) -> (continuation of Deferred@628127614 after retry RPC after error@90819064) -> (continuation of Deferred@609268211 after retry RPC after error@235701441) -> (continuation of Deferred@677501433 after retry RPC after error@1661793028), errback=(continuation of Deferred@1031660386 after retry RPC after error@1847018532) -> (continuation of Deferred@164334741 after retry RPC after error@3282492) -> (continuation of Deferred@1376162731 after retry RPC after error@115661739) -> (continuation of Deferred@1402884294 after retry RPC after error@1124941695) -> (continuation of Deferred@628127614 after retry RPC after error@90819064) -> (continuation of Deferred@609268211 after retry RPC after error@235701441) -> (continuation of Deferred@677501433 after retry RPC after error@1661793028)))
18:37:19.381 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:19.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.480 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.523 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.523 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.523 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.563 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.563 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.624 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2082487860(state=PENDING, result=null, callback=(continuation of Deferred@1557334399 after retry RPC after error@917173389) -> (continuation of Deferred@566154305 after retry RPC after error@1544724444) -> (continuation of Deferred@416218576 after retry RPC after error@2032233688) -> (continuation of Deferred@787133281 after retry RPC after error@1724785951) -> (continuation of Deferred@159474795 after retry RPC after error@2067045935) -> (continuation of Deferred@4086675 after retry RPC after error@391077974) -> (continuation of Deferred@359656680 after retry RPC after error@1249234316), errback=(continuation of Deferred@1557334399 after retry RPC after error@917173389) -> (continuation of Deferred@566154305 after retry RPC after error@1544724444) -> (continuation of Deferred@416218576 after retry RPC after error@2032233688) -> (continuation of Deferred@787133281 after retry RPC after error@1724785951) -> (continuation of Deferred@159474795 after retry RPC after error@2067045935) -> (continuation of Deferred@4086675 after retry RPC after error@391077974) -> (continuation of Deferred@359656680 after retry RPC after error@1249234316)))
18:37:19.624 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2082487860(state=PENDING, result=null, callback=(continuation of Deferred@1557334399 after retry RPC after error@917173389) -> (continuation of Deferred@566154305 after retry RPC after error@1544724444) -> (continuation of Deferred@416218576 after retry RPC after error@2032233688) -> (continuation of Deferred@787133281 after retry RPC after error@1724785951) -> (continuation of Deferred@159474795 after retry RPC after error@2067045935) -> (continuation of Deferred@4086675 after retry RPC after error@391077974) -> (continuation of Deferred@359656680 after retry RPC after error@1249234316), errback=(continuation of Deferred@1557334399 after retry RPC after error@917173389) -> (continuation of Deferred@566154305 after retry RPC after error@1544724444) -> (continuation of Deferred@416218576 after retry RPC after error@2032233688) -> (continuation of Deferred@787133281 after retry RPC after error@1724785951) -> (continuation of Deferred@159474795 after retry RPC after error@2067045935) -> (continuation of Deferred@4086675 after retry RPC after error@391077974) -> (continuation of Deferred@359656680 after retry RPC after error@1249234316)))
18:37:19.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.781 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.883 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1652130780(state=PENDING, result=null, callback=(continuation of Deferred@1905944750 after retry RPC after error@590870942) -> (continuation of Deferred@1988368363 after retry RPC after error@1489837444) -> (continuation of Deferred@2058408235 after retry RPC after error@1725381866) -> (continuation of Deferred@817513620 after retry RPC after error@11230778) -> (continuation of Deferred@2096033421 after retry RPC after error@587316630) -> (continuation of Deferred@1098765190 after retry RPC after error@461180701) -> (continuation of Deferred@283906169 after retry RPC after error@1051718399), errback=(continuation of Deferred@1905944750 after retry RPC after error@590870942) -> (continuation of Deferred@1988368363 after retry RPC after error@1489837444) -> (continuation of Deferred@2058408235 after retry RPC after error@1725381866) -> (continuation of Deferred@817513620 after retry RPC after error@11230778) -> (continuation of Deferred@2096033421 after retry RPC after error@587316630) -> (continuation of Deferred@1098765190 after retry RPC after error@461180701) -> (continuation of Deferred@283906169 after retry RPC after error@1051718399)))
18:37:19.883 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1652130780(state=PENDING, result=null, callback=(continuation of Deferred@1905944750 after retry RPC after error@590870942) -> (continuation of Deferred@1988368363 after retry RPC after error@1489837444) -> (continuation of Deferred@2058408235 after retry RPC after error@1725381866) -> (continuation of Deferred@817513620 after retry RPC after error@11230778) -> (continuation of Deferred@2096033421 after retry RPC after error@587316630) -> (continuation of Deferred@1098765190 after retry RPC after error@461180701) -> (continuation of Deferred@283906169 after retry RPC after error@1051718399), errback=(continuation of Deferred@1905944750 after retry RPC after error@590870942) -> (continuation of Deferred@1988368363 after retry RPC after error@1489837444) -> (continuation of Deferred@2058408235 after retry RPC after error@1725381866) -> (continuation of Deferred@817513620 after retry RPC after error@11230778) -> (continuation of Deferred@2096033421 after retry RPC after error@587316630) -> (continuation of Deferred@1098765190 after retry RPC after error@461180701) -> (continuation of Deferred@283906169 after retry RPC after error@1051718399)))
18:37:19.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.941 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:19.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:19.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:19.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:19.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:19.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.143 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1018677934(state=PENDING, result=null, callback=(continuation of Deferred@2030101742 after retry RPC after error@1866995836) -> (continuation of Deferred@556874849 after retry RPC after error@600924243) -> (continuation of Deferred@1569249107 after retry RPC after error@1915531110) -> (continuation of Deferred@1515603830 after retry RPC after error@1915582359) -> (continuation of Deferred@1761871054 after retry RPC after error@2118435095) -> (continuation of Deferred@373380190 after retry RPC after error@264833230) -> (continuation of Deferred@1185046413 after retry RPC after error@515269175) -> (continuation of Deferred@38348315 after retry RPC after error@1166135780), errback=(continuation of Deferred@2030101742 after retry RPC after error@1866995836) -> (continuation of Deferred@556874849 after retry RPC after error@600924243) -> (continuation of Deferred@1569249107 after retry RPC after error@1915531110) -> (continuation of Deferred@1515603830 after retry RPC after error@1915582359) -> (continuation of Deferred@1761871054 after retry RPC after error@2118435095) -> (continuation of Deferred@373380190 after retry RPC after error@264833230) -> (continuation of Deferred@1185046413 after retry RPC after error@515269175) -> (continuation of Deferred@38348315 after retry RPC after error@1166135780)))
18:37:20.143 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1018677934(state=PENDING, result=null, callback=(continuation of Deferred@2030101742 after retry RPC after error@1866995836) -> (continuation of Deferred@556874849 after retry RPC after error@600924243) -> (continuation of Deferred@1569249107 after retry RPC after error@1915531110) -> (continuation of Deferred@1515603830 after retry RPC after error@1915582359) -> (continuation of Deferred@1761871054 after retry RPC after error@2118435095) -> (continuation of Deferred@373380190 after retry RPC after error@264833230) -> (continuation of Deferred@1185046413 after retry RPC after error@515269175) -> (continuation of Deferred@38348315 after retry RPC after error@1166135780), errback=(continuation of Deferred@2030101742 after retry RPC after error@1866995836) -> (continuation of Deferred@556874849 after retry RPC after error@600924243) -> (continuation of Deferred@1569249107 after retry RPC after error@1915531110) -> (continuation of Deferred@1515603830 after retry RPC after error@1915582359) -> (continuation of Deferred@1761871054 after retry RPC after error@2118435095) -> (continuation of Deferred@373380190 after retry RPC after error@264833230) -> (continuation of Deferred@1185046413 after retry RPC after error@515269175) -> (continuation of Deferred@38348315 after retry RPC after error@1166135780)))
18:37:20.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.180 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:20.250934 25404 raft_consensus.cc:482] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election (detected failure of leader b801da701ac244738477725b861c9348)
18:37:20.251 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:20.251214 25404 raft_consensus.cc:504] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Starting pre-election with config: opid_index: -1 OBSOLETE_local: false peers { permanent_uuid: "f627e7edb011496e959249d8ddd10317" member_type: VOTER last_known_addr { host: "127.23.190.254" port: 36055 } } peers { permanent_uuid: "b801da701ac244738477725b861c9348" member_type: VOTER last_known_addr { host: "127.23.190.253" port: 41333 } } peers { permanent_uuid: "01b5ac5e9ba34d29a9ae66cb3dbdfc23" member_type: VOTER last_known_addr { host: "127.23.190.252" port: 36143 } }
18:37:20.252 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:20.251946 25404 leader_election.cc:288] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Requested pre-vote from peers b801da701ac244738477725b861c9348 (127.23.190.253:41333), 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143)
18:37:20.253 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:20.253175 24341 proxy.cc:239] Call had error, refreshing address and retrying: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111) [suppressed 1 similar messages]
18:37:20.254 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:20.254727 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer b801da701ac244738477725b861c9348 (127.23.190.253:41333): Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111)
18:37:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:20.254968 24341 leader_election.cc:334] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: RPC error from VoteRequest() call to peer 01b5ac5e9ba34d29a9ae66cb3dbdfc23 (127.23.190.252:36143): Network error: Client connection negotiation failed: client connection to 127.23.190.252:36143: connect: Connection refused (error 111)
18:37:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:20.255103 24341 leader_election.cc:302] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [CANDIDATE]: Term 4 pre-election: Election decided. Result: candidate lost. Election summary: received 3 responses out of 3 voters: 1 yes votes; 2 no votes. yes voters: f627e7edb011496e959249d8ddd10317; no voters: 01b5ac5e9ba34d29a9ae66cb3dbdfc23, b801da701ac244738477725b861c9348
18:37:20.255 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:20.255414 25404 raft_consensus.cc:2726] T 00000000000000000000000000000000 P f627e7edb011496e959249d8ddd10317 [term 3 FOLLOWER]: Leader pre-election lost for term 4. Reason: could not achieve majority
18:37:20.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.383 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.383 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@527790405(state=PENDING, result=null, callback=(continuation of Deferred@458364435 after retry RPC after error@2142643697) -> (continuation of Deferred@1808749317 after retry RPC after error@1594161248) -> (continuation of Deferred@1424858909 after retry RPC after error@440050140) -> (continuation of Deferred@192712421 after retry RPC after error@1942204434) -> (continuation of Deferred@1273945088 after retry RPC after error@68526304) -> (continuation of Deferred@1810963745 after retry RPC after error@98333549) -> (continuation of Deferred@955228426 after retry RPC after error@299111511), errback=(continuation of Deferred@458364435 after retry RPC after error@2142643697) -> (continuation of Deferred@1808749317 after retry RPC after error@1594161248) -> (continuation of Deferred@1424858909 after retry RPC after error@440050140) -> (continuation of Deferred@192712421 after retry RPC after error@1942204434) -> (continuation of Deferred@1273945088 after retry RPC after error@68526304) -> (continuation of Deferred@1810963745 after retry RPC after error@98333549) -> (continuation of Deferred@955228426 after retry RPC after error@299111511)))
18:37:20.384 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@527790405(state=PENDING, result=null, callback=(continuation of Deferred@458364435 after retry RPC after error@2142643697) -> (continuation of Deferred@1808749317 after retry RPC after error@1594161248) -> (continuation of Deferred@1424858909 after retry RPC after error@440050140) -> (continuation of Deferred@192712421 after retry RPC after error@1942204434) -> (continuation of Deferred@1273945088 after retry RPC after error@68526304) -> (continuation of Deferred@1810963745 after retry RPC after error@98333549) -> (continuation of Deferred@955228426 after retry RPC after error@299111511), errback=(continuation of Deferred@458364435 after retry RPC after error@2142643697) -> (continuation of Deferred@1808749317 after retry RPC after error@1594161248) -> (continuation of Deferred@1424858909 after retry RPC after error@440050140) -> (continuation of Deferred@192712421 after retry RPC after error@1942204434) -> (continuation of Deferred@1273945088 after retry RPC after error@68526304) -> (continuation of Deferred@1810963745 after retry RPC after error@98333549) -> (continuation of Deferred@955228426 after retry RPC after error@299111511)))
18:37:20.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.500 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1077338850(state=PENDING, result=null, callback=(continuation of Deferred@590567282 after retry RPC after error@1621537081) -> (continuation of Deferred@689866090 after retry RPC after error@1590186841) -> (continuation of Deferred@1744373557 after retry RPC after error@839081354) -> (continuation of Deferred@1877715829 after retry RPC after error@1931833162) -> (continuation of Deferred@1548361396 after retry RPC after error@1947072442) -> (continuation of Deferred@1183799885 after retry RPC after error@503849705) -> (continuation of Deferred@314253346 after retry RPC after error@160478696), errback=(continuation of Deferred@590567282 after retry RPC after error@1621537081) -> (continuation of Deferred@689866090 after retry RPC after error@1590186841) -> (continuation of Deferred@1744373557 after retry RPC after error@839081354) -> (continuation of Deferred@1877715829 after retry RPC after error@1931833162) -> (continuation of Deferred@1548361396 after retry RPC after error@1947072442) -> (continuation of Deferred@1183799885 after retry RPC after error@503849705) -> (continuation of Deferred@314253346 after retry RPC after error@160478696)))
18:37:20.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1077338850(state=PENDING, result=null, callback=(continuation of Deferred@590567282 after retry RPC after error@1621537081) -> (continuation of Deferred@689866090 after retry RPC after error@1590186841) -> (continuation of Deferred@1744373557 after retry RPC after error@839081354) -> (continuation of Deferred@1877715829 after retry RPC after error@1931833162) -> (continuation of Deferred@1548361396 after retry RPC after error@1947072442) -> (continuation of Deferred@1183799885 after retry RPC after error@503849705) -> (continuation of Deferred@314253346 after retry RPC after error@160478696), errback=(continuation of Deferred@590567282 after retry RPC after error@1621537081) -> (continuation of Deferred@689866090 after retry RPC after error@1590186841) -> (continuation of Deferred@1744373557 after retry RPC after error@839081354) -> (continuation of Deferred@1877715829 after retry RPC after error@1931833162) -> (continuation of Deferred@1548361396 after retry RPC after error@1947072442) -> (continuation of Deferred@1183799885 after retry RPC after error@503849705) -> (continuation of Deferred@314253346 after retry RPC after error@160478696)))
18:37:20.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.603 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.603 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.603 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.643 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.643 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1074171732(state=PENDING, result=null, callback=(continuation of Deferred@1761002815 after retry RPC after error@1056683162) -> (continuation of Deferred@1323432272 after retry RPC after error@988394487) -> (continuation of Deferred@1692944040 after retry RPC after error@122974667) -> (continuation of Deferred@1186870024 after retry RPC after error@826230307) -> (continuation of Deferred@398756778 after retry RPC after error@859466416) -> (continuation of Deferred@78326188 after retry RPC after error@1341028676), errback=(continuation of Deferred@1761002815 after retry RPC after error@1056683162) -> (continuation of Deferred@1323432272 after retry RPC after error@988394487) -> (continuation of Deferred@1692944040 after retry RPC after error@122974667) -> (continuation of Deferred@1186870024 after retry RPC after error@826230307) -> (continuation of Deferred@398756778 after retry RPC after error@859466416) -> (continuation of Deferred@78326188 after retry RPC after error@1341028676)))
18:37:20.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1074171732(state=PENDING, result=null, callback=(continuation of Deferred@1761002815 after retry RPC after error@1056683162) -> (continuation of Deferred@1323432272 after retry RPC after error@988394487) -> (continuation of Deferred@1692944040 after retry RPC after error@122974667) -> (continuation of Deferred@1186870024 after retry RPC after error@826230307) -> (continuation of Deferred@398756778 after retry RPC after error@859466416) -> (continuation of Deferred@78326188 after retry RPC after error@1341028676), errback=(continuation of Deferred@1761002815 after retry RPC after error@1056683162) -> (continuation of Deferred@1323432272 after retry RPC after error@988394487) -> (continuation of Deferred@1692944040 after retry RPC after error@122974667) -> (continuation of Deferred@1186870024 after retry RPC after error@826230307) -> (continuation of Deferred@398756778 after retry RPC after error@859466416) -> (continuation of Deferred@78326188 after retry RPC after error@1341028676)))
18:37:20.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.843 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.843 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.843 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.843 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.843 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.843 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.843 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.844 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.880 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:20.920 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:20.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:20.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.921 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:20.921 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:20.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@466162749(state=PENDING, result=null, callback=(continuation of Deferred@167365461 after retry RPC after error@505007341) -> (continuation of Deferred@37341571 after retry RPC after error@1359109381) -> (continuation of Deferred@384210707 after retry RPC after error@1179144070) -> (continuation of Deferred@183628573 after retry RPC after error@1230531891) -> (continuation of Deferred@1797534980 after retry RPC after error@1871999897) -> (continuation of Deferred@1786256493 after retry RPC after error@1623447012) -> (continuation of Deferred@704991469 after retry RPC after error@1715598991), errback=(continuation of Deferred@167365461 after retry RPC after error@505007341) -> (continuation of Deferred@37341571 after retry RPC after error@1359109381) -> (continuation of Deferred@384210707 after retry RPC after error@1179144070) -> (continuation of Deferred@183628573 after retry RPC after error@1230531891) -> (continuation of Deferred@1797534980 after retry RPC after error@1871999897) -> (continuation of Deferred@1786256493 after retry RPC after error@1623447012) -> (continuation of Deferred@704991469 after retry RPC after error@1715598991)))
18:37:21.003 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@466162749(state=PENDING, result=null, callback=(continuation of Deferred@167365461 after retry RPC after error@505007341) -> (continuation of Deferred@37341571 after retry RPC after error@1359109381) -> (continuation of Deferred@384210707 after retry RPC after error@1179144070) -> (continuation of Deferred@183628573 after retry RPC after error@1230531891) -> (continuation of Deferred@1797534980 after retry RPC after error@1871999897) -> (continuation of Deferred@1786256493 after retry RPC after error@1623447012) -> (continuation of Deferred@704991469 after retry RPC after error@1715598991), errback=(continuation of Deferred@167365461 after retry RPC after error@505007341) -> (continuation of Deferred@37341571 after retry RPC after error@1359109381) -> (continuation of Deferred@384210707 after retry RPC after error@1179144070) -> (continuation of Deferred@183628573 after retry RPC after error@1230531891) -> (continuation of Deferred@1797534980 after retry RPC after error@1871999897) -> (continuation of Deferred@1786256493 after retry RPC after error@1623447012) -> (continuation of Deferred@704991469 after retry RPC after error@1715598991)))
18:37:21.020 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.083 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.122 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@643134248(state=PENDING, result=null, callback=(continuation of Deferred@819906555 after retry RPC after error@1323630523) -> (continuation of Deferred@1023582487 after retry RPC after error@809716140) -> (continuation of Deferred@1986310464 after retry RPC after error@529830160) -> (continuation of Deferred@926319084 after retry RPC after error@487764111) -> (continuation of Deferred@1311767772 after retry RPC after error@1971910680) -> (continuation of Deferred@1991392932 after retry RPC after error@2116845109) -> (continuation of Deferred@1339339824 after retry RPC after error@2100223466), errback=(continuation of Deferred@819906555 after retry RPC after error@1323630523) -> (continuation of Deferred@1023582487 after retry RPC after error@809716140) -> (continuation of Deferred@1986310464 after retry RPC after error@529830160) -> (continuation of Deferred@926319084 after retry RPC after error@487764111) -> (continuation of Deferred@1311767772 after retry RPC after error@1971910680) -> (continuation of Deferred@1991392932 after retry RPC after error@2116845109) -> (continuation of Deferred@1339339824 after retry RPC after error@2100223466)))
18:37:21.243 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@643134248(state=PENDING, result=null, callback=(continuation of Deferred@819906555 after retry RPC after error@1323630523) -> (continuation of Deferred@1023582487 after retry RPC after error@809716140) -> (continuation of Deferred@1986310464 after retry RPC after error@529830160) -> (continuation of Deferred@926319084 after retry RPC after error@487764111) -> (continuation of Deferred@1311767772 after retry RPC after error@1971910680) -> (continuation of Deferred@1991392932 after retry RPC after error@2116845109) -> (continuation of Deferred@1339339824 after retry RPC after error@2100223466), errback=(continuation of Deferred@819906555 after retry RPC after error@1323630523) -> (continuation of Deferred@1023582487 after retry RPC after error@809716140) -> (continuation of Deferred@1986310464 after retry RPC after error@529830160) -> (continuation of Deferred@926319084 after retry RPC after error@487764111) -> (continuation of Deferred@1311767772 after retry RPC after error@1971910680) -> (continuation of Deferred@1991392932 after retry RPC after error@2116845109) -> (continuation of Deferred@1339339824 after retry RPC after error@2100223466)))
18:37:21.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.460 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.463 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@97002174(state=PENDING, result=null, callback=(continuation of Deferred@550823024 after retry RPC after error@837690277) -> (continuation of Deferred@532910998 after retry RPC after error@1541050114) -> (continuation of Deferred@1554650989 after retry RPC after error@471462998) -> (continuation of Deferred@533044064 after retry RPC after error@283682053) -> (continuation of Deferred@477485322 after retry RPC after error@1335698838) -> (continuation of Deferred@2091952542 after retry RPC after error@698739584) -> (continuation of Deferred@464177719 after retry RPC after error@1035857217) -> (continuation of Deferred@1152933681 after retry RPC after error@1120355789), errback=(continuation of Deferred@550823024 after retry RPC after error@837690277) -> (continuation of Deferred@532910998 after retry RPC after error@1541050114) -> (continuation of Deferred@1554650989 after retry RPC after error@471462998) -> (continuation of Deferred@533044064 after retry RPC after error@283682053) -> (continuation of Deferred@477485322 after retry RPC after error@1335698838) -> (continuation of Deferred@2091952542 after retry RPC after error@698739584) -> (continuation of Deferred@464177719 after retry RPC after error@1035857217) -> (continuation of Deferred@1152933681 after retry RPC after error@1120355789)))
18:37:21.463 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@97002174(state=PENDING, result=null, callback=(continuation of Deferred@550823024 after retry RPC after error@837690277) -> (continuation of Deferred@532910998 after retry RPC after error@1541050114) -> (continuation of Deferred@1554650989 after retry RPC after error@471462998) -> (continuation of Deferred@533044064 after retry RPC after error@283682053) -> (continuation of Deferred@477485322 after retry RPC after error@1335698838) -> (continuation of Deferred@2091952542 after retry RPC after error@698739584) -> (continuation of Deferred@464177719 after retry RPC after error@1035857217) -> (continuation of Deferred@1152933681 after retry RPC after error@1120355789), errback=(continuation of Deferred@550823024 after retry RPC after error@837690277) -> (continuation of Deferred@532910998 after retry RPC after error@1541050114) -> (continuation of Deferred@1554650989 after retry RPC after error@471462998) -> (continuation of Deferred@533044064 after retry RPC after error@283682053) -> (continuation of Deferred@477485322 after retry RPC after error@1335698838) -> (continuation of Deferred@2091952542 after retry RPC after error@698739584) -> (continuation of Deferred@464177719 after retry RPC after error@1035857217) -> (continuation of Deferred@1152933681 after retry RPC after error@1120355789)))
18:37:21.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.522 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.700 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.703 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1708602824(state=PENDING, result=null, callback=(continuation of Deferred@1471341763 after retry RPC after error@2104916946) -> (continuation of Deferred@1728885574 after retry RPC after error@992588570) -> (continuation of Deferred@2080234560 after retry RPC after error@890998790) -> (continuation of Deferred@932152160 after retry RPC after error@1095260136) -> (continuation of Deferred@1422040157 after retry RPC after error@1034992995) -> (continuation of Deferred@1987030326 after retry RPC after error@1973109508) -> (continuation of Deferred@897259934 after retry RPC after error@228127223), errback=(continuation of Deferred@1471341763 after retry RPC after error@2104916946) -> (continuation of Deferred@1728885574 after retry RPC after error@992588570) -> (continuation of Deferred@2080234560 after retry RPC after error@890998790) -> (continuation of Deferred@932152160 after retry RPC after error@1095260136) -> (continuation of Deferred@1422040157 after retry RPC after error@1034992995) -> (continuation of Deferred@1987030326 after retry RPC after error@1973109508) -> (continuation of Deferred@897259934 after retry RPC after error@228127223)))
18:37:21.703 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1708602824(state=PENDING, result=null, callback=(continuation of Deferred@1471341763 after retry RPC after error@2104916946) -> (continuation of Deferred@1728885574 after retry RPC after error@992588570) -> (continuation of Deferred@2080234560 after retry RPC after error@890998790) -> (continuation of Deferred@932152160 after retry RPC after error@1095260136) -> (continuation of Deferred@1422040157 after retry RPC after error@1034992995) -> (continuation of Deferred@1987030326 after retry RPC after error@1973109508) -> (continuation of Deferred@897259934 after retry RPC after error@228127223), errback=(continuation of Deferred@1471341763 after retry RPC after error@2104916946) -> (continuation of Deferred@1728885574 after retry RPC after error@992588570) -> (continuation of Deferred@2080234560 after retry RPC after error@890998790) -> (continuation of Deferred@932152160 after retry RPC after error@1095260136) -> (continuation of Deferred@1422040157 after retry RPC after error@1034992995) -> (continuation of Deferred@1987030326 after retry RPC after error@1973109508) -> (continuation of Deferred@897259934 after retry RPC after error@228127223)))
18:37:21.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.740 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.821 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.821 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.840 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.841 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:21.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1632139319(state=PENDING, result=null, callback=(continuation of Deferred@1654513139 after retry RPC after error@333791680) -> (continuation of Deferred@169071050 after retry RPC after error@674793855) -> (continuation of Deferred@608615374 after retry RPC after error@496244167) -> (continuation of Deferred@152898110 after retry RPC after error@1703020819) -> (continuation of Deferred@1946896038 after retry RPC after error@1233932237) -> (continuation of Deferred@673312824 after retry RPC after error@1562295998) -> (continuation of Deferred@1938750925 after retry RPC after error@1482110550), errback=(continuation of Deferred@1654513139 after retry RPC after error@333791680) -> (continuation of Deferred@169071050 after retry RPC after error@674793855) -> (continuation of Deferred@608615374 after retry RPC after error@496244167) -> (continuation of Deferred@152898110 after retry RPC after error@1703020819) -> (continuation of Deferred@1946896038 after retry RPC after error@1233932237) -> (continuation of Deferred@673312824 after retry RPC after error@1562295998) -> (continuation of Deferred@1938750925 after retry RPC after error@1482110550)))
18:37:21.963 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1632139319(state=PENDING, result=null, callback=(continuation of Deferred@1654513139 after retry RPC after error@333791680) -> (continuation of Deferred@169071050 after retry RPC after error@674793855) -> (continuation of Deferred@608615374 after retry RPC after error@496244167) -> (continuation of Deferred@152898110 after retry RPC after error@1703020819) -> (continuation of Deferred@1946896038 after retry RPC after error@1233932237) -> (continuation of Deferred@673312824 after retry RPC after error@1562295998) -> (continuation of Deferred@1938750925 after retry RPC after error@1482110550), errback=(continuation of Deferred@1654513139 after retry RPC after error@333791680) -> (continuation of Deferred@169071050 after retry RPC after error@674793855) -> (continuation of Deferred@608615374 after retry RPC after error@496244167) -> (continuation of Deferred@152898110 after retry RPC after error@1703020819) -> (continuation of Deferred@1946896038 after retry RPC after error@1233932237) -> (continuation of Deferred@673312824 after retry RPC after error@1562295998) -> (continuation of Deferred@1938750925 after retry RPC after error@1482110550)))
18:37:21.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:21.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:21.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:21.983 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.983 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:21.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.020 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@792477285(state=PENDING, result=null, callback=(continuation of Deferred@303208572 after retry RPC after error@916432330) -> (continuation of Deferred@1404987668 after retry RPC after error@499104272) -> (continuation of Deferred@468189347 after retry RPC after error@1343375329) -> (continuation of Deferred@1883533886 after retry RPC after error@273365276) -> (continuation of Deferred@1274928814 after retry RPC after error@152216959) -> (continuation of Deferred@1511322593 after retry RPC after error@324973158) -> (continuation of Deferred@913511949 after retry RPC after error@718697697), errback=(continuation of Deferred@303208572 after retry RPC after error@916432330) -> (continuation of Deferred@1404987668 after retry RPC after error@499104272) -> (continuation of Deferred@468189347 after retry RPC after error@1343375329) -> (continuation of Deferred@1883533886 after retry RPC after error@273365276) -> (continuation of Deferred@1274928814 after retry RPC after error@152216959) -> (continuation of Deferred@1511322593 after retry RPC after error@324973158) -> (continuation of Deferred@913511949 after retry RPC after error@718697697)))
18:37:22.183 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@792477285(state=PENDING, result=null, callback=(continuation of Deferred@303208572 after retry RPC after error@916432330) -> (continuation of Deferred@1404987668 after retry RPC after error@499104272) -> (continuation of Deferred@468189347 after retry RPC after error@1343375329) -> (continuation of Deferred@1883533886 after retry RPC after error@273365276) -> (continuation of Deferred@1274928814 after retry RPC after error@152216959) -> (continuation of Deferred@1511322593 after retry RPC after error@324973158) -> (continuation of Deferred@913511949 after retry RPC after error@718697697), errback=(continuation of Deferred@303208572 after retry RPC after error@916432330) -> (continuation of Deferred@1404987668 after retry RPC after error@499104272) -> (continuation of Deferred@468189347 after retry RPC after error@1343375329) -> (continuation of Deferred@1883533886 after retry RPC after error@273365276) -> (continuation of Deferred@1274928814 after retry RPC after error@152216959) -> (continuation of Deferred@1511322593 after retry RPC after error@324973158) -> (continuation of Deferred@913511949 after retry RPC after error@718697697)))
18:37:22.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.240 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.382 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@264792708(state=PENDING, result=null, callback=(continuation of Deferred@1690915071 after retry RPC after error@316906173) -> (continuation of Deferred@1269884988 after retry RPC after error@123746180) -> (continuation of Deferred@687919423 after retry RPC after error@658018512) -> (continuation of Deferred@1795517699 after retry RPC after error@1843379184) -> (continuation of Deferred@1115227741 after retry RPC after error@556052690) -> (continuation of Deferred@1636412544 after retry RPC after error@1905888122), errback=(continuation of Deferred@1690915071 after retry RPC after error@316906173) -> (continuation of Deferred@1269884988 after retry RPC after error@123746180) -> (continuation of Deferred@687919423 after retry RPC after error@658018512) -> (continuation of Deferred@1795517699 after retry RPC after error@1843379184) -> (continuation of Deferred@1115227741 after retry RPC after error@556052690) -> (continuation of Deferred@1636412544 after retry RPC after error@1905888122)))
18:37:22.383 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@264792708(state=PENDING, result=null, callback=(continuation of Deferred@1690915071 after retry RPC after error@316906173) -> (continuation of Deferred@1269884988 after retry RPC after error@123746180) -> (continuation of Deferred@687919423 after retry RPC after error@658018512) -> (continuation of Deferred@1795517699 after retry RPC after error@1843379184) -> (continuation of Deferred@1115227741 after retry RPC after error@556052690) -> (continuation of Deferred@1636412544 after retry RPC after error@1905888122), errback=(continuation of Deferred@1690915071 after retry RPC after error@316906173) -> (continuation of Deferred@1269884988 after retry RPC after error@123746180) -> (continuation of Deferred@687919423 after retry RPC after error@658018512) -> (continuation of Deferred@1795517699 after retry RPC after error@1843379184) -> (continuation of Deferred@1115227741 after retry RPC after error@556052690) -> (continuation of Deferred@1636412544 after retry RPC after error@1905888122)))
18:37:22.400 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.442 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.623 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@383433274(state=PENDING, result=null, callback=(continuation of Deferred@2059928724 after retry RPC after error@1385924493) -> (continuation of Deferred@1506162712 after retry RPC after error@445530736) -> (continuation of Deferred@542644497 after retry RPC after error@779175288) -> (continuation of Deferred@1184874070 after retry RPC after error@787151159) -> (continuation of Deferred@1310391658 after retry RPC after error@1793338196) -> (continuation of Deferred@1370641744 after retry RPC after error@686304528) -> (continuation of Deferred@830497994 after retry RPC after error@2062898981) -> (continuation of Deferred@967738878 after retry RPC after error@1355267958), errback=(continuation of Deferred@2059928724 after retry RPC after error@1385924493) -> (continuation of Deferred@1506162712 after retry RPC after error@445530736) -> (continuation of Deferred@542644497 after retry RPC after error@779175288) -> (continuation of Deferred@1184874070 after retry RPC after error@787151159) -> (continuation of Deferred@1310391658 after retry RPC after error@1793338196) -> (continuation of Deferred@1370641744 after retry RPC after error@686304528) -> (continuation of Deferred@830497994 after retry RPC after error@2062898981) -> (continuation of Deferred@967738878 after retry RPC after error@1355267958)))
18:37:22.623 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [203ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@383433274(state=PENDING, result=null, callback=(continuation of Deferred@2059928724 after retry RPC after error@1385924493) -> (continuation of Deferred@1506162712 after retry RPC after error@445530736) -> (continuation of Deferred@542644497 after retry RPC after error@779175288) -> (continuation of Deferred@1184874070 after retry RPC after error@787151159) -> (continuation of Deferred@1310391658 after retry RPC after error@1793338196) -> (continuation of Deferred@1370641744 after retry RPC after error@686304528) -> (continuation of Deferred@830497994 after retry RPC after error@2062898981) -> (continuation of Deferred@967738878 after retry RPC after error@1355267958), errback=(continuation of Deferred@2059928724 after retry RPC after error@1385924493) -> (continuation of Deferred@1506162712 after retry RPC after error@445530736) -> (continuation of Deferred@542644497 after retry RPC after error@779175288) -> (continuation of Deferred@1184874070 after retry RPC after error@787151159) -> (continuation of Deferred@1310391658 after retry RPC after error@1793338196) -> (continuation of Deferred@1370641744 after retry RPC after error@686304528) -> (continuation of Deferred@830497994 after retry RPC after error@2062898981) -> (continuation of Deferred@967738878 after retry RPC after error@1355267958)))
18:37:22.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.661 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.682 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.702 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.703 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.703 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.703 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.703 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.721 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.721 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.742 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.802 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.842 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1159143326(state=PENDING, result=null, callback=(continuation of Deferred@635091838 after retry RPC after error@909382229) -> (continuation of Deferred@1615539552 after retry RPC after error@492647704) -> (continuation of Deferred@1840020614 after retry RPC after error@2065464796) -> (continuation of Deferred@1116041202 after retry RPC after error@914646863) -> (continuation of Deferred@943879509 after retry RPC after error@547888412) -> (continuation of Deferred@1228610564 after retry RPC after error@1544598643) -> (continuation of Deferred@2010356345 after retry RPC after error@401815906), errback=(continuation of Deferred@635091838 after retry RPC after error@909382229) -> (continuation of Deferred@1615539552 after retry RPC after error@492647704) -> (continuation of Deferred@1840020614 after retry RPC after error@2065464796) -> (continuation of Deferred@1116041202 after retry RPC after error@914646863) -> (continuation of Deferred@943879509 after retry RPC after error@547888412) -> (continuation of Deferred@1228610564 after retry RPC after error@1544598643) -> (continuation of Deferred@2010356345 after retry RPC after error@401815906)))
18:37:22.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1159143326(state=PENDING, result=null, callback=(continuation of Deferred@635091838 after retry RPC after error@909382229) -> (continuation of Deferred@1615539552 after retry RPC after error@492647704) -> (continuation of Deferred@1840020614 after retry RPC after error@2065464796) -> (continuation of Deferred@1116041202 after retry RPC after error@914646863) -> (continuation of Deferred@943879509 after retry RPC after error@547888412) -> (continuation of Deferred@1228610564 after retry RPC after error@1544598643) -> (continuation of Deferred@2010356345 after retry RPC after error@401815906), errback=(continuation of Deferred@635091838 after retry RPC after error@909382229) -> (continuation of Deferred@1615539552 after retry RPC after error@492647704) -> (continuation of Deferred@1840020614 after retry RPC after error@2065464796) -> (continuation of Deferred@1116041202 after retry RPC after error@914646863) -> (continuation of Deferred@943879509 after retry RPC after error@547888412) -> (continuation of Deferred@1228610564 after retry RPC after error@1544598643) -> (continuation of Deferred@2010356345 after retry RPC after error@401815906)))
18:37:22.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.900 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:22.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:22.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:22.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:22.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:22.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.125 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@135889842(state=PENDING, result=null, callback=(continuation of Deferred@1034950184 after retry RPC after error@1040304422) -> (continuation of Deferred@133202304 after retry RPC after error@1135642335) -> (continuation of Deferred@2123155927 after retry RPC after error@1324640217) -> (continuation of Deferred@1292567302 after retry RPC after error@181068294) -> (continuation of Deferred@311443705 after retry RPC after error@2134321117) -> (continuation of Deferred@1789986830 after retry RPC after error@934681996) -> (continuation of Deferred@665912331 after retry RPC after error@1635702511) -> (continuation of Deferred@65885110 after retry RPC after error@70284346), errback=(continuation of Deferred@1034950184 after retry RPC after error@1040304422) -> (continuation of Deferred@133202304 after retry RPC after error@1135642335) -> (continuation of Deferred@2123155927 after retry RPC after error@1324640217) -> (continuation of Deferred@1292567302 after retry RPC after error@181068294) -> (continuation of Deferred@311443705 after retry RPC after error@2134321117) -> (continuation of Deferred@1789986830 after retry RPC after error@934681996) -> (continuation of Deferred@665912331 after retry RPC after error@1635702511) -> (continuation of Deferred@65885110 after retry RPC after error@70284346)))
18:37:23.126 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:23.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.142 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.162 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.282 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.284 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1296155068(state=PENDING, result=null, callback=(continuation of Deferred@1592717412 after retry RPC after error@1464267330) -> (continuation of Deferred@295410070 after retry RPC after error@1377105464) -> (continuation of Deferred@2077249998 after retry RPC after error@459565076) -> (continuation of Deferred@1459492295 after retry RPC after error@590257174) -> (continuation of Deferred@1518991260 after retry RPC after error@1653936145) -> (continuation of Deferred@1155752361 after retry RPC after error@335186703), errback=(continuation of Deferred@1592717412 after retry RPC after error@1464267330) -> (continuation of Deferred@295410070 after retry RPC after error@1377105464) -> (continuation of Deferred@2077249998 after retry RPC after error@459565076) -> (continuation of Deferred@1459492295 after retry RPC after error@590257174) -> (continuation of Deferred@1518991260 after retry RPC after error@1653936145) -> (continuation of Deferred@1155752361 after retry RPC after error@335186703)))
18:37:23.284 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1296155068(state=PENDING, result=null, callback=(continuation of Deferred@1592717412 after retry RPC after error@1464267330) -> (continuation of Deferred@295410070 after retry RPC after error@1377105464) -> (continuation of Deferred@2077249998 after retry RPC after error@459565076) -> (continuation of Deferred@1459492295 after retry RPC after error@590257174) -> (continuation of Deferred@1518991260 after retry RPC after error@1653936145) -> (continuation of Deferred@1155752361 after retry RPC after error@335186703), errback=(continuation of Deferred@1592717412 after retry RPC after error@1464267330) -> (continuation of Deferred@295410070 after retry RPC after error@1377105464) -> (continuation of Deferred@2077249998 after retry RPC after error@459565076) -> (continuation of Deferred@1459492295 after retry RPC after error@590257174) -> (continuation of Deferred@1518991260 after retry RPC after error@1653936145) -> (continuation of Deferred@1155752361 after retry RPC after error@335186703)))
18:37:23.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.360 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:23.410362 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:37:23.410 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:23.410602 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:37:23.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.460 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@222376022(state=PENDING, result=null, callback=(continuation of Deferred@508909742 after retry RPC after error@206429266) -> (continuation of Deferred@2037077908 after retry RPC after error@2100042607) -> (continuation of Deferred@1225309260 after retry RPC after error@734353011) -> (continuation of Deferred@137458536 after retry RPC after error@358344290) -> (continuation of Deferred@431866457 after retry RPC after error@415918547) -> (continuation of Deferred@467919761 after retry RPC after error@1371635321) -> (continuation of Deferred@639226130 after retry RPC after error@1834393843), errback=(continuation of Deferred@508909742 after retry RPC after error@206429266) -> (continuation of Deferred@2037077908 after retry RPC after error@2100042607) -> (continuation of Deferred@1225309260 after retry RPC after error@734353011) -> (continuation of Deferred@137458536 after retry RPC after error@358344290) -> (continuation of Deferred@431866457 after retry RPC after error@415918547) -> (continuation of Deferred@467919761 after retry RPC after error@1371635321) -> (continuation of Deferred@639226130 after retry RPC after error@1834393843)))
18:37:23.543 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@222376022(state=PENDING, result=null, callback=(continuation of Deferred@508909742 after retry RPC after error@206429266) -> (continuation of Deferred@2037077908 after retry RPC after error@2100042607) -> (continuation of Deferred@1225309260 after retry RPC after error@734353011) -> (continuation of Deferred@137458536 after retry RPC after error@358344290) -> (continuation of Deferred@431866457 after retry RPC after error@415918547) -> (continuation of Deferred@467919761 after retry RPC after error@1371635321) -> (continuation of Deferred@639226130 after retry RPC after error@1834393843), errback=(continuation of Deferred@508909742 after retry RPC after error@206429266) -> (continuation of Deferred@2037077908 after retry RPC after error@2100042607) -> (continuation of Deferred@1225309260 after retry RPC after error@734353011) -> (continuation of Deferred@137458536 after retry RPC after error@358344290) -> (continuation of Deferred@431866457 after retry RPC after error@415918547) -> (continuation of Deferred@467919761 after retry RPC after error@1371635321) -> (continuation of Deferred@639226130 after retry RPC after error@1834393843)))
18:37:23.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.640 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.763 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@771186215(state=PENDING, result=null, callback=(continuation of Deferred@1543200488 after retry RPC after error@1160724468) -> (continuation of Deferred@1041447253 after retry RPC after error@688021206) -> (continuation of Deferred@672090368 after retry RPC after error@350421866) -> (continuation of Deferred@865945906 after retry RPC after error@139609465) -> (continuation of Deferred@1514625594 after retry RPC after error@1454631499) -> (continuation of Deferred@255786358 after retry RPC after error@358422629) -> (continuation of Deferred@1965758078 after retry RPC after error@1015237410), errback=(continuation of Deferred@1543200488 after retry RPC after error@1160724468) -> (continuation of Deferred@1041447253 after retry RPC after error@688021206) -> (continuation of Deferred@672090368 after retry RPC after error@350421866) -> (continuation of Deferred@865945906 after retry RPC after error@139609465) -> (continuation of Deferred@1514625594 after retry RPC after error@1454631499) -> (continuation of Deferred@255786358 after retry RPC after error@358422629) -> (continuation of Deferred@1965758078 after retry RPC after error@1015237410)))
18:37:23.764 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@771186215(state=PENDING, result=null, callback=(continuation of Deferred@1543200488 after retry RPC after error@1160724468) -> (continuation of Deferred@1041447253 after retry RPC after error@688021206) -> (continuation of Deferred@672090368 after retry RPC after error@350421866) -> (continuation of Deferred@865945906 after retry RPC after error@139609465) -> (continuation of Deferred@1514625594 after retry RPC after error@1454631499) -> (continuation of Deferred@255786358 after retry RPC after error@358422629) -> (continuation of Deferred@1965758078 after retry RPC after error@1015237410), errback=(continuation of Deferred@1543200488 after retry RPC after error@1160724468) -> (continuation of Deferred@1041447253 after retry RPC after error@688021206) -> (continuation of Deferred@672090368 after retry RPC after error@350421866) -> (continuation of Deferred@865945906 after retry RPC after error@139609465) -> (continuation of Deferred@1514625594 after retry RPC after error@1454631499) -> (continuation of Deferred@255786358 after retry RPC after error@358422629) -> (continuation of Deferred@1965758078 after retry RPC after error@1015237410)))
18:37:23.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.860 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.960 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.961 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.961 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.961 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.961 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:23.962 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1790267705(state=PENDING, result=null, callback=(continuation of Deferred@502457603 after retry RPC after error@1205037943) -> (continuation of Deferred@516742076 after retry RPC after error@1588624837) -> (continuation of Deferred@1423987181 after retry RPC after error@146018517) -> (continuation of Deferred@1893546820 after retry RPC after error@761151183) -> (continuation of Deferred@2078768560 after retry RPC after error@1400764577) -> (continuation of Deferred@1256455825 after retry RPC after error@370612548), errback=(continuation of Deferred@502457603 after retry RPC after error@1205037943) -> (continuation of Deferred@516742076 after retry RPC after error@1588624837) -> (continuation of Deferred@1423987181 after retry RPC after error@146018517) -> (continuation of Deferred@1893546820 after retry RPC after error@761151183) -> (continuation of Deferred@2078768560 after retry RPC after error@1400764577) -> (continuation of Deferred@1256455825 after retry RPC after error@370612548)))
18:37:23.963 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1790267705(state=PENDING, result=null, callback=(continuation of Deferred@502457603 after retry RPC after error@1205037943) -> (continuation of Deferred@516742076 after retry RPC after error@1588624837) -> (continuation of Deferred@1423987181 after retry RPC after error@146018517) -> (continuation of Deferred@1893546820 after retry RPC after error@761151183) -> (continuation of Deferred@2078768560 after retry RPC after error@1400764577) -> (continuation of Deferred@1256455825 after retry RPC after error@370612548), errback=(continuation of Deferred@502457603 after retry RPC after error@1205037943) -> (continuation of Deferred@516742076 after retry RPC after error@1588624837) -> (continuation of Deferred@1423987181 after retry RPC after error@146018517) -> (continuation of Deferred@1893546820 after retry RPC after error@761151183) -> (continuation of Deferred@2078768560 after retry RPC after error@1400764577) -> (continuation of Deferred@1256455825 after retry RPC after error@370612548)))
18:37:23.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:23.982 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:23.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:23.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:23.986 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.002 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.003 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:24.003633 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:24.005 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:24.005074 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:24.006 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:24.006492 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:37:24.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.140 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.141 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.141 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.141 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.142 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@623384784(state=PENDING, result=null, callback=(continuation of Deferred@1016159904 after retry RPC after error@1228177025) -> (continuation of Deferred@582792237 after retry RPC after error@1203230258) -> (continuation of Deferred@1902502970 after retry RPC after error@466570465) -> (continuation of Deferred@1553309289 after retry RPC after error@627754383) -> (continuation of Deferred@2079371564 after retry RPC after error@448348919) -> (continuation of Deferred@1789915423 after retry RPC after error@429524856), errback=(continuation of Deferred@1016159904 after retry RPC after error@1228177025) -> (continuation of Deferred@582792237 after retry RPC after error@1203230258) -> (continuation of Deferred@1902502970 after retry RPC after error@466570465) -> (continuation of Deferred@1553309289 after retry RPC after error@627754383) -> (continuation of Deferred@2079371564 after retry RPC after error@448348919) -> (continuation of Deferred@1789915423 after retry RPC after error@429524856)))
18:37:24.143 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=160), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [5ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@623384784(state=PENDING, result=null, callback=(continuation of Deferred@1016159904 after retry RPC after error@1228177025) -> (continuation of Deferred@582792237 after retry RPC after error@1203230258) -> (continuation of Deferred@1902502970 after retry RPC after error@466570465) -> (continuation of Deferred@1553309289 after retry RPC after error@627754383) -> (continuation of Deferred@2079371564 after retry RPC after error@448348919) -> (continuation of Deferred@1789915423 after retry RPC after error@429524856), errback=(continuation of Deferred@1016159904 after retry RPC after error@1228177025) -> (continuation of Deferred@582792237 after retry RPC after error@1203230258) -> (continuation of Deferred@1902502970 after retry RPC after error@466570465) -> (continuation of Deferred@1553309289 after retry RPC after error@627754383) -> (continuation of Deferred@2079371564 after retry RPC after error@448348919) -> (continuation of Deferred@1789915423 after retry RPC after error@429524856)))
18:37:24.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.162 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.261 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.280 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.281 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.281 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.281 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.322 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@901747949(state=PENDING, result=null, callback=(continuation of Deferred@1254040128 after retry RPC after error@889573428) -> (continuation of Deferred@556346050 after retry RPC after error@1752746742) -> (continuation of Deferred@1533429915 after retry RPC after error@1081714611) -> (continuation of Deferred@678357572 after retry RPC after error@116374213) -> (continuation of Deferred@1864636435 after retry RPC after error@1659727483) -> (continuation of Deferred@1032750248 after retry RPC after error@1179400270) -> (continuation of Deferred@166155284 after retry RPC after error@15760869), errback=(continuation of Deferred@1254040128 after retry RPC after error@889573428) -> (continuation of Deferred@556346050 after retry RPC after error@1752746742) -> (continuation of Deferred@1533429915 after retry RPC after error@1081714611) -> (continuation of Deferred@678357572 after retry RPC after error@116374213) -> (continuation of Deferred@1864636435 after retry RPC after error@1659727483) -> (continuation of Deferred@1032750248 after retry RPC after error@1179400270) -> (continuation of Deferred@166155284 after retry RPC after error@15760869)))
18:37:24.324 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@901747949(state=PENDING, result=null, callback=(continuation of Deferred@1254040128 after retry RPC after error@889573428) -> (continuation of Deferred@556346050 after retry RPC after error@1752746742) -> (continuation of Deferred@1533429915 after retry RPC after error@1081714611) -> (continuation of Deferred@678357572 after retry RPC after error@116374213) -> (continuation of Deferred@1864636435 after retry RPC after error@1659727483) -> (continuation of Deferred@1032750248 after retry RPC after error@1179400270) -> (continuation of Deferred@166155284 after retry RPC after error@15760869), errback=(continuation of Deferred@1254040128 after retry RPC after error@889573428) -> (continuation of Deferred@556346050 after retry RPC after error@1752746742) -> (continuation of Deferred@1533429915 after retry RPC after error@1081714611) -> (continuation of Deferred@678357572 after retry RPC after error@116374213) -> (continuation of Deferred@1864636435 after retry RPC after error@1659727483) -> (continuation of Deferred@1032750248 after retry RPC after error@1179400270) -> (continuation of Deferred@166155284 after retry RPC after error@15760869)))
18:37:24.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.422 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.523 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@926118652(state=PENDING, result=null, callback=(continuation of Deferred@1313570435 after retry RPC after error@47055116) -> (continuation of Deferred@1660316015 after retry RPC after error@1325290335) -> (continuation of Deferred@1532269413 after retry RPC after error@694169442) -> (continuation of Deferred@2014086704 after retry RPC after error@1146377925) -> (continuation of Deferred@1004812945 after retry RPC after error@332859824) -> (continuation of Deferred@259399932 after retry RPC after error@1777515945), errback=(continuation of Deferred@1313570435 after retry RPC after error@47055116) -> (continuation of Deferred@1660316015 after retry RPC after error@1325290335) -> (continuation of Deferred@1532269413 after retry RPC after error@694169442) -> (continuation of Deferred@2014086704 after retry RPC after error@1146377925) -> (continuation of Deferred@1004812945 after retry RPC after error@332859824) -> (continuation of Deferred@259399932 after retry RPC after error@1777515945)))
18:37:24.524 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@926118652(state=PENDING, result=null, callback=(continuation of Deferred@1313570435 after retry RPC after error@47055116) -> (continuation of Deferred@1660316015 after retry RPC after error@1325290335) -> (continuation of Deferred@1532269413 after retry RPC after error@694169442) -> (continuation of Deferred@2014086704 after retry RPC after error@1146377925) -> (continuation of Deferred@1004812945 after retry RPC after error@332859824) -> (continuation of Deferred@259399932 after retry RPC after error@1777515945), errback=(continuation of Deferred@1313570435 after retry RPC after error@47055116) -> (continuation of Deferred@1660316015 after retry RPC after error@1325290335) -> (continuation of Deferred@1532269413 after retry RPC after error@694169442) -> (continuation of Deferred@2014086704 after retry RPC after error@1146377925) -> (continuation of Deferred@1004812945 after retry RPC after error@332859824) -> (continuation of Deferred@259399932 after retry RPC after error@1777515945)))
18:37:24.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.680 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.722 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.744 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1669407347(state=PENDING, result=null, callback=(continuation of Deferred@1211308562 after retry RPC after error@740311820) -> (continuation of Deferred@763389289 after retry RPC after error@1199069200) -> (continuation of Deferred@390801767 after retry RPC after error@970797217) -> (continuation of Deferred@400073182 after retry RPC after error@308659181) -> (continuation of Deferred@1546375383 after retry RPC after error@203668427) -> (continuation of Deferred@1579630016 after retry RPC after error@1650587458) -> (continuation of Deferred@1624125105 after retry RPC after error@1898065024), errback=(continuation of Deferred@1211308562 after retry RPC after error@740311820) -> (continuation of Deferred@763389289 after retry RPC after error@1199069200) -> (continuation of Deferred@390801767 after retry RPC after error@970797217) -> (continuation of Deferred@400073182 after retry RPC after error@308659181) -> (continuation of Deferred@1546375383 after retry RPC after error@203668427) -> (continuation of Deferred@1579630016 after retry RPC after error@1650587458) -> (continuation of Deferred@1624125105 after retry RPC after error@1898065024)))
18:37:24.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1669407347(state=PENDING, result=null, callback=(continuation of Deferred@1211308562 after retry RPC after error@740311820) -> (continuation of Deferred@763389289 after retry RPC after error@1199069200) -> (continuation of Deferred@390801767 after retry RPC after error@970797217) -> (continuation of Deferred@400073182 after retry RPC after error@308659181) -> (continuation of Deferred@1546375383 after retry RPC after error@203668427) -> (continuation of Deferred@1579630016 after retry RPC after error@1650587458) -> (continuation of Deferred@1624125105 after retry RPC after error@1898065024), errback=(continuation of Deferred@1211308562 after retry RPC after error@740311820) -> (continuation of Deferred@763389289 after retry RPC after error@1199069200) -> (continuation of Deferred@390801767 after retry RPC after error@970797217) -> (continuation of Deferred@400073182 after retry RPC after error@308659181) -> (continuation of Deferred@1546375383 after retry RPC after error@203668427) -> (continuation of Deferred@1579630016 after retry RPC after error@1650587458) -> (continuation of Deferred@1624125105 after retry RPC after error@1898065024)))
18:37:24.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:24.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:24.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:24.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:24.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:24.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1141804690(state=PENDING, result=null, callback=(continuation of Deferred@199613868 after retry RPC after error@264614316) -> (continuation of Deferred@1496085460 after retry RPC after error@1776688253) -> (continuation of Deferred@1280029776 after retry RPC after error@1856054436) -> (continuation of Deferred@1411995767 after retry RPC after error@234206075) -> (continuation of Deferred@470642593 after retry RPC after error@2070867072) -> (continuation of Deferred@1696266618 after retry RPC after error@1171583177) -> (continuation of Deferred@852754357 after retry RPC after error@1045761923), errback=(continuation of Deferred@199613868 after retry RPC after error@264614316) -> (continuation of Deferred@1496085460 after retry RPC after error@1776688253) -> (continuation of Deferred@1280029776 after retry RPC after error@1856054436) -> (continuation of Deferred@1411995767 after retry RPC after error@234206075) -> (continuation of Deferred@470642593 after retry RPC after error@2070867072) -> (continuation of Deferred@1696266618 after retry RPC after error@1171583177) -> (continuation of Deferred@852754357 after retry RPC after error@1045761923)))
18:37:25.003 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1141804690(state=PENDING, result=null, callback=(continuation of Deferred@199613868 after retry RPC after error@264614316) -> (continuation of Deferred@1496085460 after retry RPC after error@1776688253) -> (continuation of Deferred@1280029776 after retry RPC after error@1856054436) -> (continuation of Deferred@1411995767 after retry RPC after error@234206075) -> (continuation of Deferred@470642593 after retry RPC after error@2070867072) -> (continuation of Deferred@1696266618 after retry RPC after error@1171583177) -> (continuation of Deferred@852754357 after retry RPC after error@1045761923), errback=(continuation of Deferred@199613868 after retry RPC after error@264614316) -> (continuation of Deferred@1496085460 after retry RPC after error@1776688253) -> (continuation of Deferred@1280029776 after retry RPC after error@1856054436) -> (continuation of Deferred@1411995767 after retry RPC after error@234206075) -> (continuation of Deferred@470642593 after retry RPC after error@2070867072) -> (continuation of Deferred@1696266618 after retry RPC after error@1171583177) -> (continuation of Deferred@852754357 after retry RPC after error@1045761923)))
18:37:25.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.060 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.061 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.061 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.083 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.083 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.083 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.083 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.083 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.083 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.100 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.122 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.183 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@150693669(state=PENDING, result=null, callback=(continuation of Deferred@280984416 after retry RPC after error@1393003883) -> (continuation of Deferred@1852158416 after retry RPC after error@1039409526) -> (continuation of Deferred@1450912211 after retry RPC after error@972593826) -> (continuation of Deferred@2060474236 after retry RPC after error@1714632385) -> (continuation of Deferred@1770634853 after retry RPC after error@349766780) -> (continuation of Deferred@1816840748 after retry RPC after error@321944666), errback=(continuation of Deferred@280984416 after retry RPC after error@1393003883) -> (continuation of Deferred@1852158416 after retry RPC after error@1039409526) -> (continuation of Deferred@1450912211 after retry RPC after error@972593826) -> (continuation of Deferred@2060474236 after retry RPC after error@1714632385) -> (continuation of Deferred@1770634853 after retry RPC after error@349766780) -> (continuation of Deferred@1816840748 after retry RPC after error@321944666)))
18:37:25.183 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=162), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@150693669(state=PENDING, result=null, callback=(continuation of Deferred@280984416 after retry RPC after error@1393003883) -> (continuation of Deferred@1852158416 after retry RPC after error@1039409526) -> (continuation of Deferred@1450912211 after retry RPC after error@972593826) -> (continuation of Deferred@2060474236 after retry RPC after error@1714632385) -> (continuation of Deferred@1770634853 after retry RPC after error@349766780) -> (continuation of Deferred@1816840748 after retry RPC after error@321944666), errback=(continuation of Deferred@280984416 after retry RPC after error@1393003883) -> (continuation of Deferred@1852158416 after retry RPC after error@1039409526) -> (continuation of Deferred@1450912211 after retry RPC after error@972593826) -> (continuation of Deferred@2060474236 after retry RPC after error@1714632385) -> (continuation of Deferred@1770634853 after retry RPC after error@349766780) -> (continuation of Deferred@1816840748 after retry RPC after error@321944666)))
18:37:25.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.241 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.283 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.383 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1824742771(state=PENDING, result=null, callback=(continuation of Deferred@1551458756 after retry RPC after error@1711494665) -> (continuation of Deferred@1053102288 after retry RPC after error@1218177726) -> (continuation of Deferred@1601946920 after retry RPC after error@590635984) -> (continuation of Deferred@903980278 after retry RPC after error@574125806) -> (continuation of Deferred@602645764 after retry RPC after error@599881802) -> (continuation of Deferred@457162448 after retry RPC after error@2052138079), errback=(continuation of Deferred@1551458756 after retry RPC after error@1711494665) -> (continuation of Deferred@1053102288 after retry RPC after error@1218177726) -> (continuation of Deferred@1601946920 after retry RPC after error@590635984) -> (continuation of Deferred@903980278 after retry RPC after error@574125806) -> (continuation of Deferred@602645764 after retry RPC after error@599881802) -> (continuation of Deferred@457162448 after retry RPC after error@2052138079)))
18:37:25.383 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1824742771(state=PENDING, result=null, callback=(continuation of Deferred@1551458756 after retry RPC after error@1711494665) -> (continuation of Deferred@1053102288 after retry RPC after error@1218177726) -> (continuation of Deferred@1601946920 after retry RPC after error@590635984) -> (continuation of Deferred@903980278 after retry RPC after error@574125806) -> (continuation of Deferred@602645764 after retry RPC after error@599881802) -> (continuation of Deferred@457162448 after retry RPC after error@2052138079), errback=(continuation of Deferred@1551458756 after retry RPC after error@1711494665) -> (continuation of Deferred@1053102288 after retry RPC after error@1218177726) -> (continuation of Deferred@1601946920 after retry RPC after error@590635984) -> (continuation of Deferred@903980278 after retry RPC after error@574125806) -> (continuation of Deferred@602645764 after retry RPC after error@599881802) -> (continuation of Deferred@457162448 after retry RPC after error@2052138079)))
18:37:25.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.423 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.460 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.483 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.483 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.483 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.561 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1371177014(state=PENDING, result=null, callback=(continuation of Deferred@1667691135 after retry RPC after error@121175695) -> (continuation of Deferred@741472094 after retry RPC after error@697264606) -> (continuation of Deferred@2100200346 after retry RPC after error@1025693238) -> (continuation of Deferred@512384459 after retry RPC after error@1285097053) -> (continuation of Deferred@1159888391 after retry RPC after error@1855620083) -> (continuation of Deferred@582152174 after retry RPC after error@639479307) -> (continuation of Deferred@1889091209 after retry RPC after error@1252437618), errback=(continuation of Deferred@1667691135 after retry RPC after error@121175695) -> (continuation of Deferred@741472094 after retry RPC after error@697264606) -> (continuation of Deferred@2100200346 after retry RPC after error@1025693238) -> (continuation of Deferred@512384459 after retry RPC after error@1285097053) -> (continuation of Deferred@1159888391 after retry RPC after error@1855620083) -> (continuation of Deferred@582152174 after retry RPC after error@639479307) -> (continuation of Deferred@1889091209 after retry RPC after error@1252437618)))
18:37:25.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1371177014(state=PENDING, result=null, callback=(continuation of Deferred@1667691135 after retry RPC after error@121175695) -> (continuation of Deferred@741472094 after retry RPC after error@697264606) -> (continuation of Deferred@2100200346 after retry RPC after error@1025693238) -> (continuation of Deferred@512384459 after retry RPC after error@1285097053) -> (continuation of Deferred@1159888391 after retry RPC after error@1855620083) -> (continuation of Deferred@582152174 after retry RPC after error@639479307) -> (continuation of Deferred@1889091209 after retry RPC after error@1252437618), errback=(continuation of Deferred@1667691135 after retry RPC after error@121175695) -> (continuation of Deferred@741472094 after retry RPC after error@697264606) -> (continuation of Deferred@2100200346 after retry RPC after error@1025693238) -> (continuation of Deferred@512384459 after retry RPC after error@1285097053) -> (continuation of Deferred@1159888391 after retry RPC after error@1855620083) -> (continuation of Deferred@582152174 after retry RPC after error@639479307) -> (continuation of Deferred@1889091209 after retry RPC after error@1252437618)))
18:37:25.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.680 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.783 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@712610931(state=PENDING, result=null, callback=(continuation of Deferred@1461012557 after retry RPC after error@252091194) -> (continuation of Deferred@635963508 after retry RPC after error@1129630390) -> (continuation of Deferred@1056875953 after retry RPC after error@93992479) -> (continuation of Deferred@1624515952 after retry RPC after error@95441574) -> (continuation of Deferred@1319677068 after retry RPC after error@450253192) -> (continuation of Deferred@1541937159 after retry RPC after error@1548375230) -> (continuation of Deferred@1460490103 after retry RPC after error@2139033103), errback=(continuation of Deferred@1461012557 after retry RPC after error@252091194) -> (continuation of Deferred@635963508 after retry RPC after error@1129630390) -> (continuation of Deferred@1056875953 after retry RPC after error@93992479) -> (continuation of Deferred@1624515952 after retry RPC after error@95441574) -> (continuation of Deferred@1319677068 after retry RPC after error@450253192) -> (continuation of Deferred@1541937159 after retry RPC after error@1548375230) -> (continuation of Deferred@1460490103 after retry RPC after error@2139033103)))
18:37:25.783 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@712610931(state=PENDING, result=null, callback=(continuation of Deferred@1461012557 after retry RPC after error@252091194) -> (continuation of Deferred@635963508 after retry RPC after error@1129630390) -> (continuation of Deferred@1056875953 after retry RPC after error@93992479) -> (continuation of Deferred@1624515952 after retry RPC after error@95441574) -> (continuation of Deferred@1319677068 after retry RPC after error@450253192) -> (continuation of Deferred@1541937159 after retry RPC after error@1548375230) -> (continuation of Deferred@1460490103 after retry RPC after error@2139033103), errback=(continuation of Deferred@1461012557 after retry RPC after error@252091194) -> (continuation of Deferred@635963508 after retry RPC after error@1129630390) -> (continuation of Deferred@1056875953 after retry RPC after error@93992479) -> (continuation of Deferred@1624515952 after retry RPC after error@95441574) -> (continuation of Deferred@1319677068 after retry RPC after error@450253192) -> (continuation of Deferred@1541937159 after retry RPC after error@1548375230) -> (continuation of Deferred@1460490103 after retry RPC after error@2139033103)))
18:37:25.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.823 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.823 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.823 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.823 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.823 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.842 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:25.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:25.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:25.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:25.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:25.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.043 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@794469945(state=PENDING, result=null, callback=(continuation of Deferred@133024155 after retry RPC after error@249363939) -> (continuation of Deferred@1692666376 after retry RPC after error@510989251) -> (continuation of Deferred@2000527495 after retry RPC after error@518482022) -> (continuation of Deferred@1519883768 after retry RPC after error@1825205858) -> (continuation of Deferred@1995031268 after retry RPC after error@1399336967) -> (continuation of Deferred@892753863 after retry RPC after error@179345021) -> (continuation of Deferred@846629677 after retry RPC after error@546073964), errback=(continuation of Deferred@133024155 after retry RPC after error@249363939) -> (continuation of Deferred@1692666376 after retry RPC after error@510989251) -> (continuation of Deferred@2000527495 after retry RPC after error@518482022) -> (continuation of Deferred@1519883768 after retry RPC after error@1825205858) -> (continuation of Deferred@1995031268 after retry RPC after error@1399336967) -> (continuation of Deferred@892753863 after retry RPC after error@179345021) -> (continuation of Deferred@846629677 after retry RPC after error@546073964)))
18:37:26.044 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@794469945(state=PENDING, result=null, callback=(continuation of Deferred@133024155 after retry RPC after error@249363939) -> (continuation of Deferred@1692666376 after retry RPC after error@510989251) -> (continuation of Deferred@2000527495 after retry RPC after error@518482022) -> (continuation of Deferred@1519883768 after retry RPC after error@1825205858) -> (continuation of Deferred@1995031268 after retry RPC after error@1399336967) -> (continuation of Deferred@892753863 after retry RPC after error@179345021) -> (continuation of Deferred@846629677 after retry RPC after error@546073964), errback=(continuation of Deferred@133024155 after retry RPC after error@249363939) -> (continuation of Deferred@1692666376 after retry RPC after error@510989251) -> (continuation of Deferred@2000527495 after retry RPC after error@518482022) -> (continuation of Deferred@1519883768 after retry RPC after error@1825205858) -> (continuation of Deferred@1995031268 after retry RPC after error@1399336967) -> (continuation of Deferred@892753863 after retry RPC after error@179345021) -> (continuation of Deferred@846629677 after retry RPC after error@546073964)))
18:37:26.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.122 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.123 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.221 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.223 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@2113605513(state=PENDING, result=null, callback=(continuation of Deferred@1325358691 after retry RPC after error@412533557) -> (continuation of Deferred@105340842 after retry RPC after error@593862572) -> (continuation of Deferred@392020453 after retry RPC after error@964441936) -> (continuation of Deferred@100304346 after retry RPC after error@183362102) -> (continuation of Deferred@1942374503 after retry RPC after error@735586296) -> (continuation of Deferred@2061345548 after retry RPC after error@532943411) -> (continuation of Deferred@1585505500 after retry RPC after error@881721107), errback=(continuation of Deferred@1325358691 after retry RPC after error@412533557) -> (continuation of Deferred@105340842 after retry RPC after error@593862572) -> (continuation of Deferred@392020453 after retry RPC after error@964441936) -> (continuation of Deferred@100304346 after retry RPC after error@183362102) -> (continuation of Deferred@1942374503 after retry RPC after error@735586296) -> (continuation of Deferred@2061345548 after retry RPC after error@532943411) -> (continuation of Deferred@1585505500 after retry RPC after error@881721107)))
18:37:26.223 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@2113605513(state=PENDING, result=null, callback=(continuation of Deferred@1325358691 after retry RPC after error@412533557) -> (continuation of Deferred@105340842 after retry RPC after error@593862572) -> (continuation of Deferred@392020453 after retry RPC after error@964441936) -> (continuation of Deferred@100304346 after retry RPC after error@183362102) -> (continuation of Deferred@1942374503 after retry RPC after error@735586296) -> (continuation of Deferred@2061345548 after retry RPC after error@532943411) -> (continuation of Deferred@1585505500 after retry RPC after error@881721107), errback=(continuation of Deferred@1325358691 after retry RPC after error@412533557) -> (continuation of Deferred@105340842 after retry RPC after error@593862572) -> (continuation of Deferred@392020453 after retry RPC after error@964441936) -> (continuation of Deferred@100304346 after retry RPC after error@183362102) -> (continuation of Deferred@1942374503 after retry RPC after error@735586296) -> (continuation of Deferred@2061345548 after retry RPC after error@532943411) -> (continuation of Deferred@1585505500 after retry RPC after error@881721107)))
18:37:26.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.320 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.360 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.380 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.483 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@31391860(state=PENDING, result=null, callback=(continuation of Deferred@1193352871 after retry RPC after error@2134706344) -> (continuation of Deferred@1070384837 after retry RPC after error@1181335016) -> (continuation of Deferred@158484388 after retry RPC after error@505243242) -> (continuation of Deferred@1203659138 after retry RPC after error@1278411360) -> (continuation of Deferred@1466381093 after retry RPC after error@574370197) -> (continuation of Deferred@381347361 after retry RPC after error@1120851604) -> (continuation of Deferred@752757747 after retry RPC after error@1865221988), errback=(continuation of Deferred@1193352871 after retry RPC after error@2134706344) -> (continuation of Deferred@1070384837 after retry RPC after error@1181335016) -> (continuation of Deferred@158484388 after retry RPC after error@505243242) -> (continuation of Deferred@1203659138 after retry RPC after error@1278411360) -> (continuation of Deferred@1466381093 after retry RPC after error@574370197) -> (continuation of Deferred@381347361 after retry RPC after error@1120851604) -> (continuation of Deferred@752757747 after retry RPC after error@1865221988)))
18:37:26.483 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@31391860(state=PENDING, result=null, callback=(continuation of Deferred@1193352871 after retry RPC after error@2134706344) -> (continuation of Deferred@1070384837 after retry RPC after error@1181335016) -> (continuation of Deferred@158484388 after retry RPC after error@505243242) -> (continuation of Deferred@1203659138 after retry RPC after error@1278411360) -> (continuation of Deferred@1466381093 after retry RPC after error@574370197) -> (continuation of Deferred@381347361 after retry RPC after error@1120851604) -> (continuation of Deferred@752757747 after retry RPC after error@1865221988), errback=(continuation of Deferred@1193352871 after retry RPC after error@2134706344) -> (continuation of Deferred@1070384837 after retry RPC after error@1181335016) -> (continuation of Deferred@158484388 after retry RPC after error@505243242) -> (continuation of Deferred@1203659138 after retry RPC after error@1278411360) -> (continuation of Deferred@1466381093 after retry RPC after error@574370197) -> (continuation of Deferred@381347361 after retry RPC after error@1120851604) -> (continuation of Deferred@752757747 after retry RPC after error@1865221988)))
18:37:26.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.683 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@245402927(state=PENDING, result=null, callback=(continuation of Deferred@1597972026 after retry RPC after error@290256687) -> (continuation of Deferred@358138791 after retry RPC after error@530316758) -> (continuation of Deferred@947060433 after retry RPC after error@1324450687) -> (continuation of Deferred@493303037 after retry RPC after error@1574051786) -> (continuation of Deferred@1928980183 after retry RPC after error@819030412) -> (continuation of Deferred@347435959 after retry RPC after error@1498677924) -> (continuation of Deferred@1688639495 after retry RPC after error@1602224150), errback=(continuation of Deferred@1597972026 after retry RPC after error@290256687) -> (continuation of Deferred@358138791 after retry RPC after error@530316758) -> (continuation of Deferred@947060433 after retry RPC after error@1324450687) -> (continuation of Deferred@493303037 after retry RPC after error@1574051786) -> (continuation of Deferred@1928980183 after retry RPC after error@819030412) -> (continuation of Deferred@347435959 after retry RPC after error@1498677924) -> (continuation of Deferred@1688639495 after retry RPC after error@1602224150)))
18:37:26.684 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@245402927(state=PENDING, result=null, callback=(continuation of Deferred@1597972026 after retry RPC after error@290256687) -> (continuation of Deferred@358138791 after retry RPC after error@530316758) -> (continuation of Deferred@947060433 after retry RPC after error@1324450687) -> (continuation of Deferred@493303037 after retry RPC after error@1574051786) -> (continuation of Deferred@1928980183 after retry RPC after error@819030412) -> (continuation of Deferred@347435959 after retry RPC after error@1498677924) -> (continuation of Deferred@1688639495 after retry RPC after error@1602224150), errback=(continuation of Deferred@1597972026 after retry RPC after error@290256687) -> (continuation of Deferred@358138791 after retry RPC after error@530316758) -> (continuation of Deferred@947060433 after retry RPC after error@1324450687) -> (continuation of Deferred@493303037 after retry RPC after error@1574051786) -> (continuation of Deferred@1928980183 after retry RPC after error@819030412) -> (continuation of Deferred@347435959 after retry RPC after error@1498677924) -> (continuation of Deferred@1688639495 after retry RPC after error@1602224150)))
18:37:26.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.721 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.721 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.782 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@330826845(state=PENDING, result=null, callback=(continuation of Deferred@1986487606 after retry RPC after error@967728411) -> (continuation of Deferred@1443476299 after retry RPC after error@96522043) -> (continuation of Deferred@1212372064 after retry RPC after error@63868662) -> (continuation of Deferred@407303727 after retry RPC after error@469523211) -> (continuation of Deferred@1238297664 after retry RPC after error@1040216753) -> (continuation of Deferred@299375824 after retry RPC after error@1745168867), errback=(continuation of Deferred@1986487606 after retry RPC after error@967728411) -> (continuation of Deferred@1443476299 after retry RPC after error@96522043) -> (continuation of Deferred@1212372064 after retry RPC after error@63868662) -> (continuation of Deferred@407303727 after retry RPC after error@469523211) -> (continuation of Deferred@1238297664 after retry RPC after error@1040216753) -> (continuation of Deferred@299375824 after retry RPC after error@1745168867)))
18:37:26.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=142), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@330826845(state=PENDING, result=null, callback=(continuation of Deferred@1986487606 after retry RPC after error@967728411) -> (continuation of Deferred@1443476299 after retry RPC after error@96522043) -> (continuation of Deferred@1212372064 after retry RPC after error@63868662) -> (continuation of Deferred@407303727 after retry RPC after error@469523211) -> (continuation of Deferred@1238297664 after retry RPC after error@1040216753) -> (continuation of Deferred@299375824 after retry RPC after error@1745168867), errback=(continuation of Deferred@1986487606 after retry RPC after error@967728411) -> (continuation of Deferred@1443476299 after retry RPC after error@96522043) -> (continuation of Deferred@1212372064 after retry RPC after error@63868662) -> (continuation of Deferred@407303727 after retry RPC after error@469523211) -> (continuation of Deferred@1238297664 after retry RPC after error@1040216753) -> (continuation of Deferred@299375824 after retry RPC after error@1745168867)))
18:37:26.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:26.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:26.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:26.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:26.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:26.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@770668514(state=PENDING, result=null, callback=(continuation of Deferred@2087942320 after retry RPC after error@638787243) -> (continuation of Deferred@806428025 after retry RPC after error@1712798974) -> (continuation of Deferred@21393012 after retry RPC after error@1058983601) -> (continuation of Deferred@131921662 after retry RPC after error@1483987511) -> (continuation of Deferred@1786002051 after retry RPC after error@592841274) -> (continuation of Deferred@1130197928 after retry RPC after error@96054166) -> (continuation of Deferred@1314011520 after retry RPC after error@1564933546), errback=(continuation of Deferred@2087942320 after retry RPC after error@638787243) -> (continuation of Deferred@806428025 after retry RPC after error@1712798974) -> (continuation of Deferred@21393012 after retry RPC after error@1058983601) -> (continuation of Deferred@131921662 after retry RPC after error@1483987511) -> (continuation of Deferred@1786002051 after retry RPC after error@592841274) -> (continuation of Deferred@1130197928 after retry RPC after error@96054166) -> (continuation of Deferred@1314011520 after retry RPC after error@1564933546)))
18:37:27.063 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=201), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [199ms] refreshing cache from master, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [199ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [201ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@770668514(state=PENDING, result=null, callback=(continuation of Deferred@2087942320 after retry RPC after error@638787243) -> (continuation of Deferred@806428025 after retry RPC after error@1712798974) -> (continuation of Deferred@21393012 after retry RPC after error@1058983601) -> (continuation of Deferred@131921662 after retry RPC after error@1483987511) -> (continuation of Deferred@1786002051 after retry RPC after error@592841274) -> (continuation of Deferred@1130197928 after retry RPC after error@96054166) -> (continuation of Deferred@1314011520 after retry RPC after error@1564933546), errback=(continuation of Deferred@2087942320 after retry RPC after error@638787243) -> (continuation of Deferred@806428025 after retry RPC after error@1712798974) -> (continuation of Deferred@21393012 after retry RPC after error@1058983601) -> (continuation of Deferred@131921662 after retry RPC after error@1483987511) -> (continuation of Deferred@1786002051 after retry RPC after error@592841274) -> (continuation of Deferred@1130197928 after retry RPC after error@96054166) -> (continuation of Deferred@1314011520 after retry RPC after error@1564933546)))
18:37:27.080 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.202 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.300 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.301 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.301 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.301 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.302 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@419829596(state=PENDING, result=null, callback=(continuation of Deferred@1211369491 after retry RPC after error@545955268) -> (continuation of Deferred@2133183929 after retry RPC after error@1454414326) -> (continuation of Deferred@1051486115 after retry RPC after error@1245489423) -> (continuation of Deferred@463859188 after retry RPC after error@1233692767) -> (continuation of Deferred@348413874 after retry RPC after error@991951092) -> (continuation of Deferred@258041902 after retry RPC after error@52949965) -> (continuation of Deferred@891819476 after retry RPC after error@1907655645), errback=(continuation of Deferred@1211369491 after retry RPC after error@545955268) -> (continuation of Deferred@2133183929 after retry RPC after error@1454414326) -> (continuation of Deferred@1051486115 after retry RPC after error@1245489423) -> (continuation of Deferred@463859188 after retry RPC after error@1233692767) -> (continuation of Deferred@348413874 after retry RPC after error@991951092) -> (continuation of Deferred@258041902 after retry RPC after error@52949965) -> (continuation of Deferred@891819476 after retry RPC after error@1907655645)))
18:37:27.303 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@419829596(state=PENDING, result=null, callback=(continuation of Deferred@1211369491 after retry RPC after error@545955268) -> (continuation of Deferred@2133183929 after retry RPC after error@1454414326) -> (continuation of Deferred@1051486115 after retry RPC after error@1245489423) -> (continuation of Deferred@463859188 after retry RPC after error@1233692767) -> (continuation of Deferred@348413874 after retry RPC after error@991951092) -> (continuation of Deferred@258041902 after retry RPC after error@52949965) -> (continuation of Deferred@891819476 after retry RPC after error@1907655645), errback=(continuation of Deferred@1211369491 after retry RPC after error@545955268) -> (continuation of Deferred@2133183929 after retry RPC after error@1454414326) -> (continuation of Deferred@1051486115 after retry RPC after error@1245489423) -> (continuation of Deferred@463859188 after retry RPC after error@1233692767) -> (continuation of Deferred@348413874 after retry RPC after error@991951092) -> (continuation of Deferred@258041902 after retry RPC after error@52949965) -> (continuation of Deferred@891819476 after retry RPC after error@1907655645)))
18:37:27.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.386 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.480 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.481 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.581 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [65ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@596210006(state=PENDING, result=null, callback=(continuation of Deferred@735964148 after retry RPC after error@1649475203) -> (continuation of Deferred@1244557357 after retry RPC after error@574995455) -> (continuation of Deferred@1719891464 after retry RPC after error@63060157) -> (continuation of Deferred@978624496 after retry RPC after error@901861638) -> (continuation of Deferred@1217348224 after retry RPC after error@1511689468) -> (continuation of Deferred@1152332624 after retry RPC after error@2069435298) -> (continuation of Deferred@1232131339 after retry RPC after error@1199820213), errback=(continuation of Deferred@735964148 after retry RPC after error@1649475203) -> (continuation of Deferred@1244557357 after retry RPC after error@574995455) -> (continuation of Deferred@1719891464 after retry RPC after error@63060157) -> (continuation of Deferred@978624496 after retry RPC after error@901861638) -> (continuation of Deferred@1217348224 after retry RPC after error@1511689468) -> (continuation of Deferred@1152332624 after retry RPC after error@2069435298) -> (continuation of Deferred@1232131339 after retry RPC after error@1199820213)))
18:37:27.582 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:27.600 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.601 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.601 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.601 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.662 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1489897388(state=PENDING, result=null, callback=(continuation of Deferred@1934536233 after retry RPC after error@1298952028) -> (continuation of Deferred@784977626 after retry RPC after error@101867464) -> (continuation of Deferred@11241157 after retry RPC after error@773000963) -> (continuation of Deferred@1322035973 after retry RPC after error@1521766667) -> (continuation of Deferred@116750646 after retry RPC after error@807929340) -> (continuation of Deferred@462881919 after retry RPC after error@1674781199) -> (continuation of Deferred@1313000330 after retry RPC after error@1052057691), errback=(continuation of Deferred@1934536233 after retry RPC after error@1298952028) -> (continuation of Deferred@784977626 after retry RPC after error@101867464) -> (continuation of Deferred@11241157 after retry RPC after error@773000963) -> (continuation of Deferred@1322035973 after retry RPC after error@1521766667) -> (continuation of Deferred@116750646 after retry RPC after error@807929340) -> (continuation of Deferred@462881919 after retry RPC after error@1674781199) -> (continuation of Deferred@1313000330 after retry RPC after error@1052057691)))
18:37:27.843 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1489897388(state=PENDING, result=null, callback=(continuation of Deferred@1934536233 after retry RPC after error@1298952028) -> (continuation of Deferred@784977626 after retry RPC after error@101867464) -> (continuation of Deferred@11241157 after retry RPC after error@773000963) -> (continuation of Deferred@1322035973 after retry RPC after error@1521766667) -> (continuation of Deferred@116750646 after retry RPC after error@807929340) -> (continuation of Deferred@462881919 after retry RPC after error@1674781199) -> (continuation of Deferred@1313000330 after retry RPC after error@1052057691), errback=(continuation of Deferred@1934536233 after retry RPC after error@1298952028) -> (continuation of Deferred@784977626 after retry RPC after error@101867464) -> (continuation of Deferred@11241157 after retry RPC after error@773000963) -> (continuation of Deferred@1322035973 after retry RPC after error@1521766667) -> (continuation of Deferred@116750646 after retry RPC after error@807929340) -> (continuation of Deferred@462881919 after retry RPC after error@1674781199) -> (continuation of Deferred@1313000330 after retry RPC after error@1052057691)))
18:37:27.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:27.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:27.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:27.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:27.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:27.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.083 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1094364854(state=PENDING, result=null, callback=(continuation of Deferred@633355924 after retry RPC after error@190148548) -> (continuation of Deferred@1289389883 after retry RPC after error@1476517640) -> (continuation of Deferred@2089905666 after retry RPC after error@1553597723) -> (continuation of Deferred@1155642092 after retry RPC after error@315542759) -> (continuation of Deferred@1708675522 after retry RPC after error@1776689855) -> (continuation of Deferred@542739389 after retry RPC after error@1150599845) -> (continuation of Deferred@1676004788 after retry RPC after error@995031213) -> (continuation of Deferred@1462143002 after retry RPC after error@902166961), errback=(continuation of Deferred@633355924 after retry RPC after error@190148548) -> (continuation of Deferred@1289389883 after retry RPC after error@1476517640) -> (continuation of Deferred@2089905666 after retry RPC after error@1553597723) -> (continuation of Deferred@1155642092 after retry RPC after error@315542759) -> (continuation of Deferred@1708675522 after retry RPC after error@1776689855) -> (continuation of Deferred@542739389 after retry RPC after error@1150599845) -> (continuation of Deferred@1676004788 after retry RPC after error@995031213) -> (continuation of Deferred@1462143002 after retry RPC after error@902166961)))
18:37:28.083 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1094364854(state=PENDING, result=null, callback=(continuation of Deferred@633355924 after retry RPC after error@190148548) -> (continuation of Deferred@1289389883 after retry RPC after error@1476517640) -> (continuation of Deferred@2089905666 after retry RPC after error@1553597723) -> (continuation of Deferred@1155642092 after retry RPC after error@315542759) -> (continuation of Deferred@1708675522 after retry RPC after error@1776689855) -> (continuation of Deferred@542739389 after retry RPC after error@1150599845) -> (continuation of Deferred@1676004788 after retry RPC after error@995031213) -> (continuation of Deferred@1462143002 after retry RPC after error@902166961), errback=(continuation of Deferred@633355924 after retry RPC after error@190148548) -> (continuation of Deferred@1289389883 after retry RPC after error@1476517640) -> (continuation of Deferred@2089905666 after retry RPC after error@1553597723) -> (continuation of Deferred@1155642092 after retry RPC after error@315542759) -> (continuation of Deferred@1708675522 after retry RPC after error@1776689855) -> (continuation of Deferred@542739389 after retry RPC after error@1150599845) -> (continuation of Deferred@1676004788 after retry RPC after error@995031213) -> (continuation of Deferred@1462143002 after retry RPC after error@902166961)))
18:37:28.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.102 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.361 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1692215110(state=PENDING, result=null, callback=(continuation of Deferred@1977091650 after retry RPC after error@731888155) -> (continuation of Deferred@33503858 after retry RPC after error@211147292) -> (continuation of Deferred@961161178 after retry RPC after error@1876102538) -> (continuation of Deferred@394761896 after retry RPC after error@895548286) -> (continuation of Deferred@1568440063 after retry RPC after error@716478343) -> (continuation of Deferred@19756719 after retry RPC after error@866440959) -> (continuation of Deferred@227659250 after retry RPC after error@51866472), errback=(continuation of Deferred@1977091650 after retry RPC after error@731888155) -> (continuation of Deferred@33503858 after retry RPC after error@211147292) -> (continuation of Deferred@961161178 after retry RPC after error@1876102538) -> (continuation of Deferred@394761896 after retry RPC after error@895548286) -> (continuation of Deferred@1568440063 after retry RPC after error@716478343) -> (continuation of Deferred@19756719 after retry RPC after error@866440959) -> (continuation of Deferred@227659250 after retry RPC after error@51866472)))
18:37:28.361 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:28.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.382 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:28.413499 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:37:28.413 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:28.413725 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:37:28.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.440 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.462 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.462 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.463 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.624 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.625 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@638077187(state=PENDING, result=null, callback=(continuation of Deferred@1658863553 after retry RPC after error@878670288) -> (continuation of Deferred@808156258 after retry RPC after error@1410300725) -> (continuation of Deferred@930236482 after retry RPC after error@2028764813) -> (continuation of Deferred@332383646 after retry RPC after error@1018610177) -> (continuation of Deferred@430161293 after retry RPC after error@35692578) -> (continuation of Deferred@1873704653 after retry RPC after error@1694636019) -> (continuation of Deferred@1640595723 after retry RPC after error@1726942368) -> (continuation of Deferred@2062227118 after retry RPC after error@253967247), errback=(continuation of Deferred@1658863553 after retry RPC after error@878670288) -> (continuation of Deferred@808156258 after retry RPC after error@1410300725) -> (continuation of Deferred@930236482 after retry RPC after error@2028764813) -> (continuation of Deferred@332383646 after retry RPC after error@1018610177) -> (continuation of Deferred@430161293 after retry RPC after error@35692578) -> (continuation of Deferred@1873704653 after retry RPC after error@1694636019) -> (continuation of Deferred@1640595723 after retry RPC after error@1726942368) -> (continuation of Deferred@2062227118 after retry RPC after error@253967247)))
18:37:28.626 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=243), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [243ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@638077187(state=PENDING, result=null, callback=(continuation of Deferred@1658863553 after retry RPC after error@878670288) -> (continuation of Deferred@808156258 after retry RPC after error@1410300725) -> (continuation of Deferred@930236482 after retry RPC after error@2028764813) -> (continuation of Deferred@332383646 after retry RPC after error@1018610177) -> (continuation of Deferred@430161293 after retry RPC after error@35692578) -> (continuation of Deferred@1873704653 after retry RPC after error@1694636019) -> (continuation of Deferred@1640595723 after retry RPC after error@1726942368) -> (continuation of Deferred@2062227118 after retry RPC after error@253967247), errback=(continuation of Deferred@1658863553 after retry RPC after error@878670288) -> (continuation of Deferred@808156258 after retry RPC after error@1410300725) -> (continuation of Deferred@930236482 after retry RPC after error@2028764813) -> (continuation of Deferred@332383646 after retry RPC after error@1018610177) -> (continuation of Deferred@430161293 after retry RPC after error@35692578) -> (continuation of Deferred@1873704653 after retry RPC after error@1694636019) -> (continuation of Deferred@1640595723 after retry RPC after error@1726942368) -> (continuation of Deferred@2062227118 after retry RPC after error@253967247)))
18:37:28.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.700 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.822 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.823 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1808123185(state=PENDING, result=null, callback=(continuation of Deferred@982181963 after retry RPC after error@161337984) -> (continuation of Deferred@104487739 after retry RPC after error@1133767296) -> (continuation of Deferred@783714825 after retry RPC after error@1230525581) -> (continuation of Deferred@502213918 after retry RPC after error@1098126281) -> (continuation of Deferred@1527263020 after retry RPC after error@1358947580) -> (continuation of Deferred@882684960 after retry RPC after error@1427575585), errback=(continuation of Deferred@982181963 after retry RPC after error@161337984) -> (continuation of Deferred@104487739 after retry RPC after error@1133767296) -> (continuation of Deferred@783714825 after retry RPC after error@1230525581) -> (continuation of Deferred@502213918 after retry RPC after error@1098126281) -> (continuation of Deferred@1527263020 after retry RPC after error@1358947580) -> (continuation of Deferred@882684960 after retry RPC after error@1427575585)))
18:37:28.824 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1808123185(state=PENDING, result=null, callback=(continuation of Deferred@982181963 after retry RPC after error@161337984) -> (continuation of Deferred@104487739 after retry RPC after error@1133767296) -> (continuation of Deferred@783714825 after retry RPC after error@1230525581) -> (continuation of Deferred@502213918 after retry RPC after error@1098126281) -> (continuation of Deferred@1527263020 after retry RPC after error@1358947580) -> (continuation of Deferred@882684960 after retry RPC after error@1427575585), errback=(continuation of Deferred@982181963 after retry RPC after error@161337984) -> (continuation of Deferred@104487739 after retry RPC after error@1133767296) -> (continuation of Deferred@783714825 after retry RPC after error@1230525581) -> (continuation of Deferred@502213918 after retry RPC after error@1098126281) -> (continuation of Deferred@1527263020 after retry RPC after error@1358947580) -> (continuation of Deferred@882684960 after retry RPC after error@1427575585)))
18:37:28.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.880 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:28.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:28.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:28.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:28.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:28.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.039 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:29.039548 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:29.041 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:29.040887 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:29.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.042 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:29.042337 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:37:29.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.044 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@904949595(state=PENDING, result=null, callback=(continuation of Deferred@1346443547 after retry RPC after error@2036576355) -> (continuation of Deferred@263699423 after retry RPC after error@957056965) -> (continuation of Deferred@1633339454 after retry RPC after error@98475230) -> (continuation of Deferred@923117305 after retry RPC after error@1381317235) -> (continuation of Deferred@1702433599 after retry RPC after error@338709282) -> (continuation of Deferred@236459315 after retry RPC after error@1969565729), errback=(continuation of Deferred@1346443547 after retry RPC after error@2036576355) -> (continuation of Deferred@263699423 after retry RPC after error@957056965) -> (continuation of Deferred@1633339454 after retry RPC after error@98475230) -> (continuation of Deferred@923117305 after retry RPC after error@1381317235) -> (continuation of Deferred@1702433599 after retry RPC after error@338709282) -> (continuation of Deferred@236459315 after retry RPC after error@1969565729)))
18:37:29.044 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@904949595(state=PENDING, result=null, callback=(continuation of Deferred@1346443547 after retry RPC after error@2036576355) -> (continuation of Deferred@263699423 after retry RPC after error@957056965) -> (continuation of Deferred@1633339454 after retry RPC after error@98475230) -> (continuation of Deferred@923117305 after retry RPC after error@1381317235) -> (continuation of Deferred@1702433599 after retry RPC after error@338709282) -> (continuation of Deferred@236459315 after retry RPC after error@1969565729), errback=(continuation of Deferred@1346443547 after retry RPC after error@2036576355) -> (continuation of Deferred@263699423 after retry RPC after error@957056965) -> (continuation of Deferred@1633339454 after retry RPC after error@98475230) -> (continuation of Deferred@923117305 after retry RPC after error@1381317235) -> (continuation of Deferred@1702433599 after retry RPC after error@338709282) -> (continuation of Deferred@236459315 after retry RPC after error@1969565729)))
18:37:29.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.100 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.182 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.201 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.240 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@888332523(state=PENDING, result=null, callback=(continuation of Deferred@61658544 after retry RPC after error@1928434846) -> (continuation of Deferred@375045513 after retry RPC after error@898425361) -> (continuation of Deferred@1349034053 after retry RPC after error@784571314) -> (continuation of Deferred@1832307990 after retry RPC after error@1064838859) -> (continuation of Deferred@705151977 after retry RPC after error@413913872) -> (continuation of Deferred@1135534958 after retry RPC after error@1025428398) -> (continuation of Deferred@689069935 after retry RPC after error@1877424654), errback=(continuation of Deferred@61658544 after retry RPC after error@1928434846) -> (continuation of Deferred@375045513 after retry RPC after error@898425361) -> (continuation of Deferred@1349034053 after retry RPC after error@784571314) -> (continuation of Deferred@1832307990 after retry RPC after error@1064838859) -> (continuation of Deferred@705151977 after retry RPC after error@413913872) -> (continuation of Deferred@1135534958 after retry RPC after error@1025428398) -> (continuation of Deferred@689069935 after retry RPC after error@1877424654)))
18:37:29.243 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [139ms] refreshing cache from master, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [139ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@888332523(state=PENDING, result=null, callback=(continuation of Deferred@61658544 after retry RPC after error@1928434846) -> (continuation of Deferred@375045513 after retry RPC after error@898425361) -> (continuation of Deferred@1349034053 after retry RPC after error@784571314) -> (continuation of Deferred@1832307990 after retry RPC after error@1064838859) -> (continuation of Deferred@705151977 after retry RPC after error@413913872) -> (continuation of Deferred@1135534958 after retry RPC after error@1025428398) -> (continuation of Deferred@689069935 after retry RPC after error@1877424654), errback=(continuation of Deferred@61658544 after retry RPC after error@1928434846) -> (continuation of Deferred@375045513 after retry RPC after error@898425361) -> (continuation of Deferred@1349034053 after retry RPC after error@784571314) -> (continuation of Deferred@1832307990 after retry RPC after error@1064838859) -> (continuation of Deferred@705151977 after retry RPC after error@413913872) -> (continuation of Deferred@1135534958 after retry RPC after error@1025428398) -> (continuation of Deferred@689069935 after retry RPC after error@1877424654)))
18:37:29.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.320 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.343 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.343 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.360 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.503 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@777649628(state=PENDING, result=null, callback=(continuation of Deferred@905122373 after retry RPC after error@1130247583) -> (continuation of Deferred@1053643831 after retry RPC after error@1595664687) -> (continuation of Deferred@1926736307 after retry RPC after error@1083676859) -> (continuation of Deferred@338624626 after retry RPC after error@343785801) -> (continuation of Deferred@1529374788 after retry RPC after error@654729690) -> (continuation of Deferred@1262930392 after retry RPC after error@835399280) -> (continuation of Deferred@691604037 after retry RPC after error@1034266121), errback=(continuation of Deferred@905122373 after retry RPC after error@1130247583) -> (continuation of Deferred@1053643831 after retry RPC after error@1595664687) -> (continuation of Deferred@1926736307 after retry RPC after error@1083676859) -> (continuation of Deferred@338624626 after retry RPC after error@343785801) -> (continuation of Deferred@1529374788 after retry RPC after error@654729690) -> (continuation of Deferred@1262930392 after retry RPC after error@835399280) -> (continuation of Deferred@691604037 after retry RPC after error@1034266121)))
18:37:29.503 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@777649628(state=PENDING, result=null, callback=(continuation of Deferred@905122373 after retry RPC after error@1130247583) -> (continuation of Deferred@1053643831 after retry RPC after error@1595664687) -> (continuation of Deferred@1926736307 after retry RPC after error@1083676859) -> (continuation of Deferred@338624626 after retry RPC after error@343785801) -> (continuation of Deferred@1529374788 after retry RPC after error@654729690) -> (continuation of Deferred@1262930392 after retry RPC after error@835399280) -> (continuation of Deferred@691604037 after retry RPC after error@1034266121), errback=(continuation of Deferred@905122373 after retry RPC after error@1130247583) -> (continuation of Deferred@1053643831 after retry RPC after error@1595664687) -> (continuation of Deferred@1926736307 after retry RPC after error@1083676859) -> (continuation of Deferred@338624626 after retry RPC after error@343785801) -> (continuation of Deferred@1529374788 after retry RPC after error@654729690) -> (continuation of Deferred@1262930392 after retry RPC after error@835399280) -> (continuation of Deferred@691604037 after retry RPC after error@1034266121)))
18:37:29.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.582 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1818935950(state=PENDING, result=null, callback=(continuation of Deferred@671917567 after retry RPC after error@1510983494) -> (continuation of Deferred@1704803158 after retry RPC after error@1599732697) -> (continuation of Deferred@314023568 after retry RPC after error@916872823) -> (continuation of Deferred@980259966 after retry RPC after error@721041369) -> (continuation of Deferred@68648712 after retry RPC after error@4639771) -> (continuation of Deferred@1449027081 after retry RPC after error@761382884) -> (continuation of Deferred@305201791 after retry RPC after error@606155318), errback=(continuation of Deferred@671917567 after retry RPC after error@1510983494) -> (continuation of Deferred@1704803158 after retry RPC after error@1599732697) -> (continuation of Deferred@314023568 after retry RPC after error@916872823) -> (continuation of Deferred@980259966 after retry RPC after error@721041369) -> (continuation of Deferred@68648712 after retry RPC after error@4639771) -> (continuation of Deferred@1449027081 after retry RPC after error@761382884) -> (continuation of Deferred@305201791 after retry RPC after error@606155318)))
18:37:29.744 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1818935950(state=PENDING, result=null, callback=(continuation of Deferred@671917567 after retry RPC after error@1510983494) -> (continuation of Deferred@1704803158 after retry RPC after error@1599732697) -> (continuation of Deferred@314023568 after retry RPC after error@916872823) -> (continuation of Deferred@980259966 after retry RPC after error@721041369) -> (continuation of Deferred@68648712 after retry RPC after error@4639771) -> (continuation of Deferred@1449027081 after retry RPC after error@761382884) -> (continuation of Deferred@305201791 after retry RPC after error@606155318), errback=(continuation of Deferred@671917567 after retry RPC after error@1510983494) -> (continuation of Deferred@1704803158 after retry RPC after error@1599732697) -> (continuation of Deferred@314023568 after retry RPC after error@916872823) -> (continuation of Deferred@980259966 after retry RPC after error@721041369) -> (continuation of Deferred@68648712 after retry RPC after error@4639771) -> (continuation of Deferred@1449027081 after retry RPC after error@761382884) -> (continuation of Deferred@305201791 after retry RPC after error@606155318)))
18:37:29.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.923 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@373781421(state=PENDING, result=null, callback=(continuation of Deferred@881985737 after retry RPC after error@777203962) -> (continuation of Deferred@480713402 after retry RPC after error@835766424) -> (continuation of Deferred@362830379 after retry RPC after error@574848133) -> (continuation of Deferred@110481597 after retry RPC after error@834030847) -> (continuation of Deferred@642787808 after retry RPC after error@525262587) -> (continuation of Deferred@938927511 after retry RPC after error@874808866), errback=(continuation of Deferred@881985737 after retry RPC after error@777203962) -> (continuation of Deferred@480713402 after retry RPC after error@835766424) -> (continuation of Deferred@362830379 after retry RPC after error@574848133) -> (continuation of Deferred@110481597 after retry RPC after error@834030847) -> (continuation of Deferred@642787808 after retry RPC after error@525262587) -> (continuation of Deferred@938927511 after retry RPC after error@874808866)))
18:37:29.923 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@373781421(state=PENDING, result=null, callback=(continuation of Deferred@881985737 after retry RPC after error@777203962) -> (continuation of Deferred@480713402 after retry RPC after error@835766424) -> (continuation of Deferred@362830379 after retry RPC after error@574848133) -> (continuation of Deferred@110481597 after retry RPC after error@834030847) -> (continuation of Deferred@642787808 after retry RPC after error@525262587) -> (continuation of Deferred@938927511 after retry RPC after error@874808866), errback=(continuation of Deferred@881985737 after retry RPC after error@777203962) -> (continuation of Deferred@480713402 after retry RPC after error@835766424) -> (continuation of Deferred@362830379 after retry RPC after error@574848133) -> (continuation of Deferred@110481597 after retry RPC after error@834030847) -> (continuation of Deferred@642787808 after retry RPC after error@525262587) -> (continuation of Deferred@938927511 after retry RPC after error@874808866)))
18:37:29.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.941 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.941 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.962 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.963 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:29.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:29.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:29.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:29.983 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.983 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.983 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:29.984 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.061 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.061 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.061 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.061 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.123 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1533936347(state=PENDING, result=null, callback=(continuation of Deferred@221238572 after retry RPC after error@1540669731) -> (continuation of Deferred@184425934 after retry RPC after error@556646032) -> (continuation of Deferred@1381538092 after retry RPC after error@804820893) -> (continuation of Deferred@1427304385 after retry RPC after error@419893965) -> (continuation of Deferred@251689272 after retry RPC after error@1689211706) -> (continuation of Deferred@646042761 after retry RPC after error@120667118), errback=(continuation of Deferred@221238572 after retry RPC after error@1540669731) -> (continuation of Deferred@184425934 after retry RPC after error@556646032) -> (continuation of Deferred@1381538092 after retry RPC after error@804820893) -> (continuation of Deferred@1427304385 after retry RPC after error@419893965) -> (continuation of Deferred@251689272 after retry RPC after error@1689211706) -> (continuation of Deferred@646042761 after retry RPC after error@120667118)))
18:37:30.123 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [44ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1533936347(state=PENDING, result=null, callback=(continuation of Deferred@221238572 after retry RPC after error@1540669731) -> (continuation of Deferred@184425934 after retry RPC after error@556646032) -> (continuation of Deferred@1381538092 after retry RPC after error@804820893) -> (continuation of Deferred@1427304385 after retry RPC after error@419893965) -> (continuation of Deferred@251689272 after retry RPC after error@1689211706) -> (continuation of Deferred@646042761 after retry RPC after error@120667118), errback=(continuation of Deferred@221238572 after retry RPC after error@1540669731) -> (continuation of Deferred@184425934 after retry RPC after error@556646032) -> (continuation of Deferred@1381538092 after retry RPC after error@804820893) -> (continuation of Deferred@1427304385 after retry RPC after error@419893965) -> (continuation of Deferred@251689272 after retry RPC after error@1689211706) -> (continuation of Deferred@646042761 after retry RPC after error@120667118)))
18:37:30.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.141 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.141 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.160 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.323 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@109484652(state=PENDING, result=null, callback=(continuation of Deferred@1217612303 after retry RPC after error@1513158416) -> (continuation of Deferred@1085761200 after retry RPC after error@1926287664) -> (continuation of Deferred@549535319 after retry RPC after error@2098513192) -> (continuation of Deferred@116240092 after retry RPC after error@1925228128) -> (continuation of Deferred@1541021161 after retry RPC after error@3976767) -> (continuation of Deferred@1808559018 after retry RPC after error@474489621), errback=(continuation of Deferred@1217612303 after retry RPC after error@1513158416) -> (continuation of Deferred@1085761200 after retry RPC after error@1926287664) -> (continuation of Deferred@549535319 after retry RPC after error@2098513192) -> (continuation of Deferred@116240092 after retry RPC after error@1925228128) -> (continuation of Deferred@1541021161 after retry RPC after error@3976767) -> (continuation of Deferred@1808559018 after retry RPC after error@474489621)))
18:37:30.323 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@109484652(state=PENDING, result=null, callback=(continuation of Deferred@1217612303 after retry RPC after error@1513158416) -> (continuation of Deferred@1085761200 after retry RPC after error@1926287664) -> (continuation of Deferred@549535319 after retry RPC after error@2098513192) -> (continuation of Deferred@116240092 after retry RPC after error@1925228128) -> (continuation of Deferred@1541021161 after retry RPC after error@3976767) -> (continuation of Deferred@1808559018 after retry RPC after error@474489621), errback=(continuation of Deferred@1217612303 after retry RPC after error@1513158416) -> (continuation of Deferred@1085761200 after retry RPC after error@1926287664) -> (continuation of Deferred@549535319 after retry RPC after error@2098513192) -> (continuation of Deferred@116240092 after retry RPC after error@1925228128) -> (continuation of Deferred@1541021161 after retry RPC after error@3976767) -> (continuation of Deferred@1808559018 after retry RPC after error@474489621)))
18:37:30.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.341 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.341 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.360 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.361 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.361 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.460 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.461 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.461 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.461 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.563 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@575158576(state=PENDING, result=null, callback=(continuation of Deferred@701932364 after retry RPC after error@1602671007) -> (continuation of Deferred@1097834388 after retry RPC after error@579710768) -> (continuation of Deferred@1054713070 after retry RPC after error@1463718019) -> (continuation of Deferred@1787836111 after retry RPC after error@623632514) -> (continuation of Deferred@1988282909 after retry RPC after error@1436284614) -> (continuation of Deferred@1045857524 after retry RPC after error@1141070924) -> (continuation of Deferred@615621875 after retry RPC after error@781601637), errback=(continuation of Deferred@701932364 after retry RPC after error@1602671007) -> (continuation of Deferred@1097834388 after retry RPC after error@579710768) -> (continuation of Deferred@1054713070 after retry RPC after error@1463718019) -> (continuation of Deferred@1787836111 after retry RPC after error@623632514) -> (continuation of Deferred@1988282909 after retry RPC after error@1436284614) -> (continuation of Deferred@1045857524 after retry RPC after error@1141070924) -> (continuation of Deferred@615621875 after retry RPC after error@781601637)))
18:37:30.564 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@575158576(state=PENDING, result=null, callback=(continuation of Deferred@701932364 after retry RPC after error@1602671007) -> (continuation of Deferred@1097834388 after retry RPC after error@579710768) -> (continuation of Deferred@1054713070 after retry RPC after error@1463718019) -> (continuation of Deferred@1787836111 after retry RPC after error@623632514) -> (continuation of Deferred@1988282909 after retry RPC after error@1436284614) -> (continuation of Deferred@1045857524 after retry RPC after error@1141070924) -> (continuation of Deferred@615621875 after retry RPC after error@781601637), errback=(continuation of Deferred@701932364 after retry RPC after error@1602671007) -> (continuation of Deferred@1097834388 after retry RPC after error@579710768) -> (continuation of Deferred@1054713070 after retry RPC after error@1463718019) -> (continuation of Deferred@1787836111 after retry RPC after error@623632514) -> (continuation of Deferred@1988282909 after retry RPC after error@1436284614) -> (continuation of Deferred@1045857524 after retry RPC after error@1141070924) -> (continuation of Deferred@615621875 after retry RPC after error@781601637)))
18:37:30.580 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.581 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.581 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.603 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.660 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.661 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.700 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.722 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@415852632(state=PENDING, result=null, callback=(continuation of Deferred@724704803 after retry RPC after error@380843331) -> (continuation of Deferred@2059776782 after retry RPC after error@689803174) -> (continuation of Deferred@308633504 after retry RPC after error@494102914) -> (continuation of Deferred@1257895137 after retry RPC after error@266089127) -> (continuation of Deferred@930931875 after retry RPC after error@835040439) -> (continuation of Deferred@882774162 after retry RPC after error@1522095532) -> (continuation of Deferred@179370916 after retry RPC after error@382506569), errback=(continuation of Deferred@724704803 after retry RPC after error@380843331) -> (continuation of Deferred@2059776782 after retry RPC after error@689803174) -> (continuation of Deferred@308633504 after retry RPC after error@494102914) -> (continuation of Deferred@1257895137 after retry RPC after error@266089127) -> (continuation of Deferred@930931875 after retry RPC after error@835040439) -> (continuation of Deferred@882774162 after retry RPC after error@1522095532) -> (continuation of Deferred@179370916 after retry RPC after error@382506569)))
18:37:30.804 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [143ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@415852632(state=PENDING, result=null, callback=(continuation of Deferred@724704803 after retry RPC after error@380843331) -> (continuation of Deferred@2059776782 after retry RPC after error@689803174) -> (continuation of Deferred@308633504 after retry RPC after error@494102914) -> (continuation of Deferred@1257895137 after retry RPC after error@266089127) -> (continuation of Deferred@930931875 after retry RPC after error@835040439) -> (continuation of Deferred@882774162 after retry RPC after error@1522095532) -> (continuation of Deferred@179370916 after retry RPC after error@382506569), errback=(continuation of Deferred@724704803 after retry RPC after error@380843331) -> (continuation of Deferred@2059776782 after retry RPC after error@689803174) -> (continuation of Deferred@308633504 after retry RPC after error@494102914) -> (continuation of Deferred@1257895137 after retry RPC after error@266089127) -> (continuation of Deferred@930931875 after retry RPC after error@835040439) -> (continuation of Deferred@882774162 after retry RPC after error@1522095532) -> (continuation of Deferred@179370916 after retry RPC after error@382506569)))
18:37:30.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.860 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.880 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.902 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:30.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:30.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:30.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:30.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:30.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.002 [INFO - pool-46-thread-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@347465845(state=PENDING, result=null, callback=(continuation of Deferred@1253983792 after retry RPC after error@1020332613) -> (continuation of Deferred@681271994 after retry RPC after error@324456860) -> (continuation of Deferred@727816704 after retry RPC after error@534130187) -> (continuation of Deferred@1823146489 after retry RPC after error@1238689729) -> (continuation of Deferred@1858262369 after retry RPC after error@1078593732) -> (continuation of Deferred@1960472061 after retry RPC after error@442394184) -> (continuation of Deferred@1649398207 after retry RPC after error@1918105882), errback=(continuation of Deferred@1253983792 after retry RPC after error@1020332613) -> (continuation of Deferred@681271994 after retry RPC after error@324456860) -> (continuation of Deferred@727816704 after retry RPC after error@534130187) -> (continuation of Deferred@1823146489 after retry RPC after error@1238689729) -> (continuation of Deferred@1858262369 after retry RPC after error@1078593732) -> (continuation of Deferred@1960472061 after retry RPC after error@442394184) -> (continuation of Deferred@1649398207 after retry RPC after error@1918105882)))
18:37:31.063 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@347465845(state=PENDING, result=null, callback=(continuation of Deferred@1253983792 after retry RPC after error@1020332613) -> (continuation of Deferred@681271994 after retry RPC after error@324456860) -> (continuation of Deferred@727816704 after retry RPC after error@534130187) -> (continuation of Deferred@1823146489 after retry RPC after error@1238689729) -> (continuation of Deferred@1858262369 after retry RPC after error@1078593732) -> (continuation of Deferred@1960472061 after retry RPC after error@442394184) -> (continuation of Deferred@1649398207 after retry RPC after error@1918105882), errback=(continuation of Deferred@1253983792 after retry RPC after error@1020332613) -> (continuation of Deferred@681271994 after retry RPC after error@324456860) -> (continuation of Deferred@727816704 after retry RPC after error@534130187) -> (continuation of Deferred@1823146489 after retry RPC after error@1238689729) -> (continuation of Deferred@1858262369 after retry RPC after error@1078593732) -> (continuation of Deferred@1960472061 after retry RPC after error@442394184) -> (continuation of Deferred@1649398207 after retry RPC after error@1918105882)))
18:37:31.080 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.102 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.124 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.124 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.125 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.125 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.180 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.261 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.261 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.261 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.262 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.281 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.281 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.281 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.283 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [45ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2066382341(state=PENDING, result=null, callback=(continuation of Deferred@1747722966 after retry RPC after error@732954586) -> (continuation of Deferred@1284070095 after retry RPC after error@1694224141) -> (continuation of Deferred@1841851350 after retry RPC after error@961353882) -> (continuation of Deferred@1066693214 after retry RPC after error@95244550) -> (continuation of Deferred@722799806 after retry RPC after error@2051889294) -> (continuation of Deferred@1725420315 after retry RPC after error@152931238) -> (continuation of Deferred@174982855 after retry RPC after error@452437548), errback=(continuation of Deferred@1747722966 after retry RPC after error@732954586) -> (continuation of Deferred@1284070095 after retry RPC after error@1694224141) -> (continuation of Deferred@1841851350 after retry RPC after error@961353882) -> (continuation of Deferred@1066693214 after retry RPC after error@95244550) -> (continuation of Deferred@722799806 after retry RPC after error@2051889294) -> (continuation of Deferred@1725420315 after retry RPC after error@152931238) -> (continuation of Deferred@174982855 after retry RPC after error@452437548)))
18:37:31.283 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] refreshing cache from master, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [44ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [45ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2066382341(state=PENDING, result=null, callback=(continuation of Deferred@1747722966 after retry RPC after error@732954586) -> (continuation of Deferred@1284070095 after retry RPC after error@1694224141) -> (continuation of Deferred@1841851350 after retry RPC after error@961353882) -> (continuation of Deferred@1066693214 after retry RPC after error@95244550) -> (continuation of Deferred@722799806 after retry RPC after error@2051889294) -> (continuation of Deferred@1725420315 after retry RPC after error@152931238) -> (continuation of Deferred@174982855 after retry RPC after error@452437548), errback=(continuation of Deferred@1747722966 after retry RPC after error@732954586) -> (continuation of Deferred@1284070095 after retry RPC after error@1694224141) -> (continuation of Deferred@1841851350 after retry RPC after error@961353882) -> (continuation of Deferred@1066693214 after retry RPC after error@95244550) -> (continuation of Deferred@722799806 after retry RPC after error@2051889294) -> (continuation of Deferred@1725420315 after retry RPC after error@152931238) -> (continuation of Deferred@174982855 after retry RPC after error@452437548)))
18:37:31.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.302 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.303 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.322 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.322 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.322 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.322 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.322 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.322 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.323 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.383 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.483 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@139809198(state=PENDING, result=null, callback=(continuation of Deferred@1031493198 after retry RPC after error@1186797861) -> (continuation of Deferred@1772893402 after retry RPC after error@1263980640) -> (continuation of Deferred@746071650 after retry RPC after error@35809017) -> (continuation of Deferred@178292867 after retry RPC after error@1997053031) -> (continuation of Deferred@447676370 after retry RPC after error@195708880) -> (continuation of Deferred@96481974 after retry RPC after error@915959245), errback=(continuation of Deferred@1031493198 after retry RPC after error@1186797861) -> (continuation of Deferred@1772893402 after retry RPC after error@1263980640) -> (continuation of Deferred@746071650 after retry RPC after error@35809017) -> (continuation of Deferred@178292867 after retry RPC after error@1997053031) -> (continuation of Deferred@447676370 after retry RPC after error@195708880) -> (continuation of Deferred@96481974 after retry RPC after error@915959245)))
18:37:31.483 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@139809198(state=PENDING, result=null, callback=(continuation of Deferred@1031493198 after retry RPC after error@1186797861) -> (continuation of Deferred@1772893402 after retry RPC after error@1263980640) -> (continuation of Deferred@746071650 after retry RPC after error@35809017) -> (continuation of Deferred@178292867 after retry RPC after error@1997053031) -> (continuation of Deferred@447676370 after retry RPC after error@195708880) -> (continuation of Deferred@96481974 after retry RPC after error@915959245), errback=(continuation of Deferred@1031493198 after retry RPC after error@1186797861) -> (continuation of Deferred@1772893402 after retry RPC after error@1263980640) -> (continuation of Deferred@746071650 after retry RPC after error@35809017) -> (continuation of Deferred@178292867 after retry RPC after error@1997053031) -> (continuation of Deferred@447676370 after retry RPC after error@195708880) -> (continuation of Deferred@96481974 after retry RPC after error@915959245)))
18:37:31.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.540 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.602 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.742 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.742 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.742 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.743 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.743 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@246482751(state=PENDING, result=null, callback=(continuation of Deferred@1351629925 after retry RPC after error@1615812134) -> (continuation of Deferred@1077721839 after retry RPC after error@1177732392) -> (continuation of Deferred@395360927 after retry RPC after error@225714221) -> (continuation of Deferred@674891950 after retry RPC after error@2020705028) -> (continuation of Deferred@1789369047 after retry RPC after error@1182706406) -> (continuation of Deferred@1048163839 after retry RPC after error@1248094359) -> (continuation of Deferred@474161710 after retry RPC after error@794395354) -> (continuation of Deferred@1560022147 after retry RPC after error@892725083), errback=(continuation of Deferred@1351629925 after retry RPC after error@1615812134) -> (continuation of Deferred@1077721839 after retry RPC after error@1177732392) -> (continuation of Deferred@395360927 after retry RPC after error@225714221) -> (continuation of Deferred@674891950 after retry RPC after error@2020705028) -> (continuation of Deferred@1789369047 after retry RPC after error@1182706406) -> (continuation of Deferred@1048163839 after retry RPC after error@1248094359) -> (continuation of Deferred@474161710 after retry RPC after error@794395354) -> (continuation of Deferred@1560022147 after retry RPC after error@892725083)))
18:37:31.743 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@246482751(state=PENDING, result=null, callback=(continuation of Deferred@1351629925 after retry RPC after error@1615812134) -> (continuation of Deferred@1077721839 after retry RPC after error@1177732392) -> (continuation of Deferred@395360927 after retry RPC after error@225714221) -> (continuation of Deferred@674891950 after retry RPC after error@2020705028) -> (continuation of Deferred@1789369047 after retry RPC after error@1182706406) -> (continuation of Deferred@1048163839 after retry RPC after error@1248094359) -> (continuation of Deferred@474161710 after retry RPC after error@794395354) -> (continuation of Deferred@1560022147 after retry RPC after error@892725083), errback=(continuation of Deferred@1351629925 after retry RPC after error@1615812134) -> (continuation of Deferred@1077721839 after retry RPC after error@1177732392) -> (continuation of Deferred@395360927 after retry RPC after error@225714221) -> (continuation of Deferred@674891950 after retry RPC after error@2020705028) -> (continuation of Deferred@1789369047 after retry RPC after error@1182706406) -> (continuation of Deferred@1048163839 after retry RPC after error@1248094359) -> (continuation of Deferred@474161710 after retry RPC after error@794395354) -> (continuation of Deferred@1560022147 after retry RPC after error@892725083)))
18:37:31.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.800 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:31.880 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:31.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:31.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:31.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:31.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.002 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.003 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.003 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.003 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.003 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@930209061(state=PENDING, result=null, callback=(continuation of Deferred@1235958345 after retry RPC after error@2082990265) -> (continuation of Deferred@1364542810 after retry RPC after error@1760834208) -> (continuation of Deferred@2015175813 after retry RPC after error@1002203423) -> (continuation of Deferred@1085838503 after retry RPC after error@160489250) -> (continuation of Deferred@406387609 after retry RPC after error@1083481360) -> (continuation of Deferred@1150100489 after retry RPC after error@1273727605) -> (continuation of Deferred@349197474 after retry RPC after error@1883776821), errback=(continuation of Deferred@1235958345 after retry RPC after error@2082990265) -> (continuation of Deferred@1364542810 after retry RPC after error@1760834208) -> (continuation of Deferred@2015175813 after retry RPC after error@1002203423) -> (continuation of Deferred@1085838503 after retry RPC after error@160489250) -> (continuation of Deferred@406387609 after retry RPC after error@1083481360) -> (continuation of Deferred@1150100489 after retry RPC after error@1273727605) -> (continuation of Deferred@349197474 after retry RPC after error@1883776821)))
18:37:32.004 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@930209061(state=PENDING, result=null, callback=(continuation of Deferred@1235958345 after retry RPC after error@2082990265) -> (continuation of Deferred@1364542810 after retry RPC after error@1760834208) -> (continuation of Deferred@2015175813 after retry RPC after error@1002203423) -> (continuation of Deferred@1085838503 after retry RPC after error@160489250) -> (continuation of Deferred@406387609 after retry RPC after error@1083481360) -> (continuation of Deferred@1150100489 after retry RPC after error@1273727605) -> (continuation of Deferred@349197474 after retry RPC after error@1883776821), errback=(continuation of Deferred@1235958345 after retry RPC after error@2082990265) -> (continuation of Deferred@1364542810 after retry RPC after error@1760834208) -> (continuation of Deferred@2015175813 after retry RPC after error@1002203423) -> (continuation of Deferred@1085838503 after retry RPC after error@160489250) -> (continuation of Deferred@406387609 after retry RPC after error@1083481360) -> (continuation of Deferred@1150100489 after retry RPC after error@1273727605) -> (continuation of Deferred@349197474 after retry RPC after error@1883776821)))
18:37:32.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.040 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.041 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.062 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.082 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.083 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.102 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.124 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.162 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.162 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.163 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.281 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [104ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [104ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] refreshing cache from master, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [143ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] refreshing cache from master, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [202ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [203ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2001767740(state=PENDING, result=null, callback=(continuation of Deferred@1994274314 after retry RPC after error@2146257210) -> (continuation of Deferred@674431558 after retry RPC after error@1543066385) -> (continuation of Deferred@1552957442 after retry RPC after error@1226925619) -> (continuation of Deferred@2041605219 after retry RPC after error@1757469087) -> (continuation of Deferred@906892501 after retry RPC after error@1960639705) -> (continuation of Deferred@250955093 after retry RPC after error@1620535605) -> (continuation of Deferred@645493070 after retry RPC after error@894466924) -> (continuation of Deferred@288051070 after retry RPC after error@1244545711) -> (continuation of Deferred@657504677 after retry RPC after error@286080308), errback=(continuation of Deferred@1994274314 after retry RPC after error@2146257210) -> (continuation of Deferred@674431558 after retry RPC after error@1543066385) -> (continuation of Deferred@1552957442 after retry RPC after error@1226925619) -> (continuation of Deferred@2041605219 after retry RPC after error@1757469087) -> (continuation of Deferred@906892501 after retry RPC after error@1960639705) -> (continuation of Deferred@250955093 after retry RPC after error@1620535605) -> (continuation of Deferred@645493070 after retry RPC after error@894466924) -> (continuation of Deferred@288051070 after retry RPC after error@1244545711) -> (continuation of Deferred@657504677 after retry RPC after error@286080308)))
18:37:32.282 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:32.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.461 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.481 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.483 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1438779239(state=PENDING, result=null, callback=(continuation of Deferred@1769398988 after retry RPC after error@1076886399) -> (continuation of Deferred@1907908490 after retry RPC after error@872716261) -> (continuation of Deferred@1790604075 after retry RPC after error@1441896704) -> (continuation of Deferred@1711724603 after retry RPC after error@1991098529) -> (continuation of Deferred@1337448052 after retry RPC after error@374828827) -> (continuation of Deferred@1178643178 after retry RPC after error@1584452171) -> (continuation of Deferred@788900743 after retry RPC after error@42415819), errback=(continuation of Deferred@1769398988 after retry RPC after error@1076886399) -> (continuation of Deferred@1907908490 after retry RPC after error@872716261) -> (continuation of Deferred@1790604075 after retry RPC after error@1441896704) -> (continuation of Deferred@1711724603 after retry RPC after error@1991098529) -> (continuation of Deferred@1337448052 after retry RPC after error@374828827) -> (continuation of Deferred@1178643178 after retry RPC after error@1584452171) -> (continuation of Deferred@788900743 after retry RPC after error@42415819)))
18:37:32.483 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [0ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1438779239(state=PENDING, result=null, callback=(continuation of Deferred@1769398988 after retry RPC after error@1076886399) -> (continuation of Deferred@1907908490 after retry RPC after error@872716261) -> (continuation of Deferred@1790604075 after retry RPC after error@1441896704) -> (continuation of Deferred@1711724603 after retry RPC after error@1991098529) -> (continuation of Deferred@1337448052 after retry RPC after error@374828827) -> (continuation of Deferred@1178643178 after retry RPC after error@1584452171) -> (continuation of Deferred@788900743 after retry RPC after error@42415819), errback=(continuation of Deferred@1769398988 after retry RPC after error@1076886399) -> (continuation of Deferred@1907908490 after retry RPC after error@872716261) -> (continuation of Deferred@1790604075 after retry RPC after error@1441896704) -> (continuation of Deferred@1711724603 after retry RPC after error@1991098529) -> (continuation of Deferred@1337448052 after retry RPC after error@374828827) -> (continuation of Deferred@1178643178 after retry RPC after error@1584452171) -> (continuation of Deferred@788900743 after retry RPC after error@42415819)))
18:37:32.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.502 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.503 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.503 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.503 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.503 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.503 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.503 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.540 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.541 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.541 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.541 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.541 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.541 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.541 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.562 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.563 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.582 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.582 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.582 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.582 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.583 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.623 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.623 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.661 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.761 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [141ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1466386053(state=PENDING, result=null, callback=(continuation of Deferred@305632966 after retry RPC after error@2023306373) -> (continuation of Deferred@955813927 after retry RPC after error@1430698707) -> (continuation of Deferred@2078906139 after retry RPC after error@1248180735) -> (continuation of Deferred@912290108 after retry RPC after error@1452332289) -> (continuation of Deferred@1643565447 after retry RPC after error@112928263) -> (continuation of Deferred@870801021 after retry RPC after error@1670360541) -> (continuation of Deferred@883040962 after retry RPC after error@1811325263) -> (continuation of Deferred@1651183354 after retry RPC after error@2081732143), errback=(continuation of Deferred@305632966 after retry RPC after error@2023306373) -> (continuation of Deferred@955813927 after retry RPC after error@1430698707) -> (continuation of Deferred@2078906139 after retry RPC after error@1248180735) -> (continuation of Deferred@912290108 after retry RPC after error@1452332289) -> (continuation of Deferred@1643565447 after retry RPC after error@112928263) -> (continuation of Deferred@870801021 after retry RPC after error@1670360541) -> (continuation of Deferred@883040962 after retry RPC after error@1811325263) -> (continuation of Deferred@1651183354 after retry RPC after error@2081732143)))
18:37:32.762 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:32.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.781 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.800 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.801 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.801 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.801 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.801 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.801 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.801 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.861 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.861 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.861 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.861 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.861 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.882 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.882 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.882 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.882 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.882 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.883 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:32.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:32.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:32.902 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.902 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.902 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.902 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.902 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:32.902 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:32.903 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.000 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.001 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.001 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.003 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@2107883645(state=PENDING, result=null, callback=(continuation of Deferred@1883681071 after retry RPC after error@1000918684) -> (continuation of Deferred@1880267961 after retry RPC after error@332466926) -> (continuation of Deferred@1457200754 after retry RPC after error@737863195) -> (continuation of Deferred@1332301961 after retry RPC after error@1425323504) -> (continuation of Deferred@1515325842 after retry RPC after error@652539645) -> (continuation of Deferred@596379568 after retry RPC after error@1386642692) -> (continuation of Deferred@410181723 after retry RPC after error@421572278), errback=(continuation of Deferred@1883681071 after retry RPC after error@1000918684) -> (continuation of Deferred@1880267961 after retry RPC after error@332466926) -> (continuation of Deferred@1457200754 after retry RPC after error@737863195) -> (continuation of Deferred@1332301961 after retry RPC after error@1425323504) -> (continuation of Deferred@1515325842 after retry RPC after error@652539645) -> (continuation of Deferred@596379568 after retry RPC after error@1386642692) -> (continuation of Deferred@410181723 after retry RPC after error@421572278)))
18:37:33.003 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [219ms] refreshing cache from master, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [219ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [221ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@2107883645(state=PENDING, result=null, callback=(continuation of Deferred@1883681071 after retry RPC after error@1000918684) -> (continuation of Deferred@1880267961 after retry RPC after error@332466926) -> (continuation of Deferred@1457200754 after retry RPC after error@737863195) -> (continuation of Deferred@1332301961 after retry RPC after error@1425323504) -> (continuation of Deferred@1515325842 after retry RPC after error@652539645) -> (continuation of Deferred@596379568 after retry RPC after error@1386642692) -> (continuation of Deferred@410181723 after retry RPC after error@421572278), errback=(continuation of Deferred@1883681071 after retry RPC after error@1000918684) -> (continuation of Deferred@1880267961 after retry RPC after error@332466926) -> (continuation of Deferred@1457200754 after retry RPC after error@737863195) -> (continuation of Deferred@1332301961 after retry RPC after error@1425323504) -> (continuation of Deferred@1515325842 after retry RPC after error@652539645) -> (continuation of Deferred@596379568 after retry RPC after error@1386642692) -> (continuation of Deferred@410181723 after retry RPC after error@421572278)))
18:37:33.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.022 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.022 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.022 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.022 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.023 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.063 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.082 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.121 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.121 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.121 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.121 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.121 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.121 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.142 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.200 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.201 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.201 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.242 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.242 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.242 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.243 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.243 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@568349761(state=PENDING, result=null, callback=(continuation of Deferred@1332309431 after retry RPC after error@1639302408) -> (continuation of Deferred@925102911 after retry RPC after error@348322758) -> (continuation of Deferred@281159740 after retry RPC after error@1603285673) -> (continuation of Deferred@2005047407 after retry RPC after error@1956462994) -> (continuation of Deferred@1964967157 after retry RPC after error@725906821) -> (continuation of Deferred@1214697826 after retry RPC after error@1449760813) -> (continuation of Deferred@1541150393 after retry RPC after error@1396484122), errback=(continuation of Deferred@1332309431 after retry RPC after error@1639302408) -> (continuation of Deferred@925102911 after retry RPC after error@348322758) -> (continuation of Deferred@281159740 after retry RPC after error@1603285673) -> (continuation of Deferred@2005047407 after retry RPC after error@1956462994) -> (continuation of Deferred@1964967157 after retry RPC after error@725906821) -> (continuation of Deferred@1214697826 after retry RPC after error@1449760813) -> (continuation of Deferred@1541150393 after retry RPC after error@1396484122)))
18:37:33.243 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [99ms] refreshing cache from master, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [99ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@568349761(state=PENDING, result=null, callback=(continuation of Deferred@1332309431 after retry RPC after error@1639302408) -> (continuation of Deferred@925102911 after retry RPC after error@348322758) -> (continuation of Deferred@281159740 after retry RPC after error@1603285673) -> (continuation of Deferred@2005047407 after retry RPC after error@1956462994) -> (continuation of Deferred@1964967157 after retry RPC after error@725906821) -> (continuation of Deferred@1214697826 after retry RPC after error@1449760813) -> (continuation of Deferred@1541150393 after retry RPC after error@1396484122), errback=(continuation of Deferred@1332309431 after retry RPC after error@1639302408) -> (continuation of Deferred@925102911 after retry RPC after error@348322758) -> (continuation of Deferred@281159740 after retry RPC after error@1603285673) -> (continuation of Deferred@2005047407 after retry RPC after error@1956462994) -> (continuation of Deferred@1964967157 after retry RPC after error@725906821) -> (continuation of Deferred@1214697826 after retry RPC after error@1449760813) -> (continuation of Deferred@1541150393 after retry RPC after error@1396484122)))
18:37:33.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.262 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.281 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.282 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.282 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.282 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.282 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.282 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.282 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.282 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.320 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.342 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:33.420173 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:37:33.420 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:33.420356 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:37:33.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.423 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@679828236(state=PENDING, result=null, callback=(continuation of Deferred@751063038 after retry RPC after error@1709493279) -> (continuation of Deferred@1185038943 after retry RPC after error@1149054140) -> (continuation of Deferred@1246244978 after retry RPC after error@152013072) -> (continuation of Deferred@1575719636 after retry RPC after error@1893621017) -> (continuation of Deferred@2065574096 after retry RPC after error@246184362) -> (continuation of Deferred@256915353 after retry RPC after error@224691711), errback=(continuation of Deferred@751063038 after retry RPC after error@1709493279) -> (continuation of Deferred@1185038943 after retry RPC after error@1149054140) -> (continuation of Deferred@1246244978 after retry RPC after error@152013072) -> (continuation of Deferred@1575719636 after retry RPC after error@1893621017) -> (continuation of Deferred@2065574096 after retry RPC after error@246184362) -> (continuation of Deferred@256915353 after retry RPC after error@224691711)))
18:37:33.424 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@679828236(state=PENDING, result=null, callback=(continuation of Deferred@751063038 after retry RPC after error@1709493279) -> (continuation of Deferred@1185038943 after retry RPC after error@1149054140) -> (continuation of Deferred@1246244978 after retry RPC after error@152013072) -> (continuation of Deferred@1575719636 after retry RPC after error@1893621017) -> (continuation of Deferred@2065574096 after retry RPC after error@246184362) -> (continuation of Deferred@256915353 after retry RPC after error@224691711), errback=(continuation of Deferred@751063038 after retry RPC after error@1709493279) -> (continuation of Deferred@1185038943 after retry RPC after error@1149054140) -> (continuation of Deferred@1246244978 after retry RPC after error@152013072) -> (continuation of Deferred@1575719636 after retry RPC after error@1893621017) -> (continuation of Deferred@2065574096 after retry RPC after error@246184362) -> (continuation of Deferred@256915353 after retry RPC after error@224691711)))
18:37:33.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.461 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.522 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.522 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.522 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.522 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.522 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.522 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.522 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.523 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.562 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.562 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.563 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.563 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.563 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.563 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.622 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.623 [DEBUG - kudu-nio-1] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1787187853(state=PENDING, result=null, callback=(continuation of Deferred@180639615 after retry RPC after error@573944311) -> (continuation of Deferred@1862413844 after retry RPC after error@935861059) -> (continuation of Deferred@522177898 after retry RPC after error@279604599) -> (continuation of Deferred@1848017912 after retry RPC after error@423862140) -> (continuation of Deferred@2018932131 after retry RPC after error@995388939) -> (continuation of Deferred@1630995418 after retry RPC after error@1686821119), errback=(continuation of Deferred@180639615 after retry RPC after error@573944311) -> (continuation of Deferred@1862413844 after retry RPC after error@935861059) -> (continuation of Deferred@522177898 after retry RPC after error@279604599) -> (continuation of Deferred@1848017912 after retry RPC after error@423862140) -> (continuation of Deferred@2018932131 after retry RPC after error@995388939) -> (continuation of Deferred@1630995418 after retry RPC after error@1686821119)))
18:37:33.623 [DEBUG - kudu-nio-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1787187853(state=PENDING, result=null, callback=(continuation of Deferred@180639615 after retry RPC after error@573944311) -> (continuation of Deferred@1862413844 after retry RPC after error@935861059) -> (continuation of Deferred@522177898 after retry RPC after error@279604599) -> (continuation of Deferred@1848017912 after retry RPC after error@423862140) -> (continuation of Deferred@2018932131 after retry RPC after error@995388939) -> (continuation of Deferred@1630995418 after retry RPC after error@1686821119), errback=(continuation of Deferred@180639615 after retry RPC after error@573944311) -> (continuation of Deferred@1862413844 after retry RPC after error@935861059) -> (continuation of Deferred@522177898 after retry RPC after error@279604599) -> (continuation of Deferred@1848017912 after retry RPC after error@423862140) -> (continuation of Deferred@2018932131 after retry RPC after error@995388939) -> (continuation of Deferred@1630995418 after retry RPC after error@1686821119)))
18:37:33.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.701 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.701 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.701 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.722 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.901 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=259), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@681303161(state=PENDING, result=null, callback=(continuation of Deferred@1951037497 after retry RPC after error@1496670539) -> (continuation of Deferred@854546210 after retry RPC after error@1155611922) -> (continuation of Deferred@1674382855 after retry RPC after error@293606412) -> (continuation of Deferred@1503532889 after retry RPC after error@349874389) -> (continuation of Deferred@535572863 after retry RPC after error@241002234) -> (continuation of Deferred@659590327 after retry RPC after error@1720517768) -> (continuation of Deferred@412399343 after retry RPC after error@2107341233), errback=(continuation of Deferred@1951037497 after retry RPC after error@1496670539) -> (continuation of Deferred@854546210 after retry RPC after error@1155611922) -> (continuation of Deferred@1674382855 after retry RPC after error@293606412) -> (continuation of Deferred@1503532889 after retry RPC after error@349874389) -> (continuation of Deferred@535572863 after retry RPC after error@241002234) -> (continuation of Deferred@659590327 after retry RPC after error@1720517768) -> (continuation of Deferred@412399343 after retry RPC after error@2107341233)))
18:37:33.901 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:33.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:33.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:33.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:33.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:33.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:33.983 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.041 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.041 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.041 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.041 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.041 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.042 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.080 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.081 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.081 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.082 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1946654134(state=PENDING, result=null, callback=(continuation of Deferred@1104410291 after retry RPC after error@594365627) -> (continuation of Deferred@462774331 after retry RPC after error@1408756954) -> (continuation of Deferred@231734905 after retry RPC after error@1150186479) -> (continuation of Deferred@1957316605 after retry RPC after error@408413326) -> (continuation of Deferred@1788472779 after retry RPC after error@1564469884) -> (continuation of Deferred@2072828809 after retry RPC after error@1549284322), errback=(continuation of Deferred@1104410291 after retry RPC after error@594365627) -> (continuation of Deferred@462774331 after retry RPC after error@1408756954) -> (continuation of Deferred@231734905 after retry RPC after error@1150186479) -> (continuation of Deferred@1957316605 after retry RPC after error@408413326) -> (continuation of Deferred@1788472779 after retry RPC after error@1564469884) -> (continuation of Deferred@2072828809 after retry RPC after error@1549284322)))
18:37:34.083 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [79ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1946654134(state=PENDING, result=null, callback=(continuation of Deferred@1104410291 after retry RPC after error@594365627) -> (continuation of Deferred@462774331 after retry RPC after error@1408756954) -> (continuation of Deferred@231734905 after retry RPC after error@1150186479) -> (continuation of Deferred@1957316605 after retry RPC after error@408413326) -> (continuation of Deferred@1788472779 after retry RPC after error@1564469884) -> (continuation of Deferred@2072828809 after retry RPC after error@1549284322), errback=(continuation of Deferred@1104410291 after retry RPC after error@594365627) -> (continuation of Deferred@462774331 after retry RPC after error@1408756954) -> (continuation of Deferred@231734905 after retry RPC after error@1150186479) -> (continuation of Deferred@1957316605 after retry RPC after error@408413326) -> (continuation of Deferred@1788472779 after retry RPC after error@1564469884) -> (continuation of Deferred@2072828809 after retry RPC after error@1549284322)))
18:37:34.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:34.104682 24827 master_proxy_rpc.cc:177] Failed to determine new leader Master: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:34.107 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:34.107071 24827 meta_cache.cc:788] Timed out: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } failed: LookupRpcById timed out after deadline expired: LookupRpcById { tablet: 'cf588dbf4ee34958a164b104e8031bcd', attempt: 2 } passed its deadline: Timed out: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 97) passed its deadline: Not found: no leader found: ConnectToClusterRpc(addrs: 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143, num_attempts: 1)
18:37:34.108 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:34.108520 24825 master_proxy_rpc.cc:203] Re-attempting LookupRpcById request to leader Master (127.23.190.252:36143)
18:37:34.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.222 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.223 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.262 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.262 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.341 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.341 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.342 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1762236784(state=PENDING, result=null, callback=(continuation of Deferred@570288267 after retry RPC after error@1133848717) -> (continuation of Deferred@740433834 after retry RPC after error@155570503) -> (continuation of Deferred@1194514772 after retry RPC after error@755585151) -> (continuation of Deferred@292209979 after retry RPC after error@914551224) -> (continuation of Deferred@1730897477 after retry RPC after error@12998775) -> (continuation of Deferred@1195513417 after retry RPC after error@1726750760) -> (continuation of Deferred@1514761214 after retry RPC after error@1761510688), errback=(continuation of Deferred@570288267 after retry RPC after error@1133848717) -> (continuation of Deferred@740433834 after retry RPC after error@155570503) -> (continuation of Deferred@1194514772 after retry RPC after error@755585151) -> (continuation of Deferred@292209979 after retry RPC after error@914551224) -> (continuation of Deferred@1730897477 after retry RPC after error@12998775) -> (continuation of Deferred@1195513417 after retry RPC after error@1726750760) -> (continuation of Deferred@1514761214 after retry RPC after error@1761510688)))
18:37:34.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [240ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1762236784(state=PENDING, result=null, callback=(continuation of Deferred@570288267 after retry RPC after error@1133848717) -> (continuation of Deferred@740433834 after retry RPC after error@155570503) -> (continuation of Deferred@1194514772 after retry RPC after error@755585151) -> (continuation of Deferred@292209979 after retry RPC after error@914551224) -> (continuation of Deferred@1730897477 after retry RPC after error@12998775) -> (continuation of Deferred@1195513417 after retry RPC after error@1726750760) -> (continuation of Deferred@1514761214 after retry RPC after error@1761510688), errback=(continuation of Deferred@570288267 after retry RPC after error@1133848717) -> (continuation of Deferred@740433834 after retry RPC after error@155570503) -> (continuation of Deferred@1194514772 after retry RPC after error@755585151) -> (continuation of Deferred@292209979 after retry RPC after error@914551224) -> (continuation of Deferred@1730897477 after retry RPC after error@12998775) -> (continuation of Deferred@1195513417 after retry RPC after error@1726750760) -> (continuation of Deferred@1514761214 after retry RPC after error@1761510688)))
18:37:34.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.400 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.401 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.401 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.423 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.442 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.442 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.461 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.461 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.462 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.462 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.462 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.462 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.462 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.462 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.543 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.622 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] refreshing cache from master, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@737245057(state=PENDING, result=null, callback=(continuation of Deferred@358878109 after retry RPC after error@1858133256) -> (continuation of Deferred@1543899266 after retry RPC after error@2095788540) -> (continuation of Deferred@1231484191 after retry RPC after error@564545958) -> (continuation of Deferred@1300760328 after retry RPC after error@1749658516) -> (continuation of Deferred@385443215 after retry RPC after error@92403087) -> (continuation of Deferred@146543216 after retry RPC after error@764153336) -> (continuation of Deferred@1887748315 after retry RPC after error@2049146569), errback=(continuation of Deferred@358878109 after retry RPC after error@1858133256) -> (continuation of Deferred@1543899266 after retry RPC after error@2095788540) -> (continuation of Deferred@1231484191 after retry RPC after error@564545958) -> (continuation of Deferred@1300760328 after retry RPC after error@1749658516) -> (continuation of Deferred@385443215 after retry RPC after error@92403087) -> (continuation of Deferred@146543216 after retry RPC after error@764153336) -> (continuation of Deferred@1887748315 after retry RPC after error@2049146569)))
18:37:34.622 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:34.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.641 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.641 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.641 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.641 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.641 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.641 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.662 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.722 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.781 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.781 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.781 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.781 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.782 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.901 [DEBUG - pool-46-thread-1] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=260), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [83ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [83ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1092940267(state=PENDING, result=null, callback=(continuation of Deferred@1750409950 after retry RPC after error@1246318010) -> (continuation of Deferred@759556726 after retry RPC after error@1267269020) -> (continuation of Deferred@168457697 after retry RPC after error@179228039) -> (continuation of Deferred@138055934 after retry RPC after error@80930936) -> (continuation of Deferred@1563304062 after retry RPC after error@554699945) -> (continuation of Deferred@2104612117 after retry RPC after error@1861448683) -> (continuation of Deferred@1114805147 after retry RPC after error@1671866936), errback=(continuation of Deferred@1750409950 after retry RPC after error@1246318010) -> (continuation of Deferred@759556726 after retry RPC after error@1267269020) -> (continuation of Deferred@168457697 after retry RPC after error@179228039) -> (continuation of Deferred@138055934 after retry RPC after error@80930936) -> (continuation of Deferred@1563304062 after retry RPC after error@554699945) -> (continuation of Deferred@2104612117 after retry RPC after error@1861448683) -> (continuation of Deferred@1114805147 after retry RPC after error@1671866936)))
18:37:34.902 [WARN - pool-46-thread-1] (HashedWheelTimer.java:718) An exception was thrown by TimerTask.
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343) ~[main/:?]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503) [netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.lang.Thread.run(Thread.java:750) [?:1.8.0_362]
java.lang.IllegalStateException: This tracker doesn't have a timeout set so it cannot answer getMillisBeforeTimeout()
at org.apache.kudu.client.TimeoutTracker.getMillisBeforeTimeout(TimeoutTracker.java:86)
at org.apache.kudu.client.ConnectToCluster.connectToMaster(ConnectToCluster.java:106)
at org.apache.kudu.client.ConnectToCluster.connectToMasters(ConnectToCluster.java:198)
at org.apache.kudu.client.ConnectToCluster.run(ConnectToCluster.java:158)
at org.apache.kudu.client.AsyncKuduClient.getMasterTableLocationsPB(AsyncKuduClient.java:1953)
at org.apache.kudu.client.AsyncKuduClient.locateTablet(AsyncKuduClient.java:1923)
at org.apache.kudu.client.AsyncKuduClient.sendRpcToTablet(AsyncKuduClient.java:1464)
at org.apache.kudu.client.AsyncKuduClient.lambda$delayedSendRpcToTablet$18(AsyncKuduClient.java:2343)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:715)
at io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34)
at io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:703)
at io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:790)
at io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:503)
at java.lang.Thread.run(Thread.java:750)
18:37:34.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.921 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.921 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.921 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.922 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.941 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.941 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.941 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.942 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:34.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:34.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:34.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:34.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:34.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.001 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.001 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.001 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.002 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.020 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.021 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.021 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.021 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.042 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.102 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.102 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.102 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.102 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.102 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.102 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.102 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.103 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.104 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1733298988(state=PENDING, result=null, callback=(continuation of Deferred@1030476826 after retry RPC after error@519576758) -> (continuation of Deferred@432106389 after retry RPC after error@2125400810) -> (continuation of Deferred@495438369 after retry RPC after error@1128556683) -> (continuation of Deferred@1372274357 after retry RPC after error@1463129660) -> (continuation of Deferred@1950386233 after retry RPC after error@337683978) -> (continuation of Deferred@471211181 after retry RPC after error@1734999397) -> (continuation of Deferred@395882737 after retry RPC after error@102319358), errback=(continuation of Deferred@1030476826 after retry RPC after error@519576758) -> (continuation of Deferred@432106389 after retry RPC after error@2125400810) -> (continuation of Deferred@495438369 after retry RPC after error@1128556683) -> (continuation of Deferred@1372274357 after retry RPC after error@1463129660) -> (continuation of Deferred@1950386233 after retry RPC after error@337683978) -> (continuation of Deferred@471211181 after retry RPC after error@1734999397) -> (continuation of Deferred@395882737 after retry RPC after error@102319358)))
18:37:35.104 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1733298988(state=PENDING, result=null, callback=(continuation of Deferred@1030476826 after retry RPC after error@519576758) -> (continuation of Deferred@432106389 after retry RPC after error@2125400810) -> (continuation of Deferred@495438369 after retry RPC after error@1128556683) -> (continuation of Deferred@1372274357 after retry RPC after error@1463129660) -> (continuation of Deferred@1950386233 after retry RPC after error@337683978) -> (continuation of Deferred@471211181 after retry RPC after error@1734999397) -> (continuation of Deferred@395882737 after retry RPC after error@102319358), errback=(continuation of Deferred@1030476826 after retry RPC after error@519576758) -> (continuation of Deferred@432106389 after retry RPC after error@2125400810) -> (continuation of Deferred@495438369 after retry RPC after error@1128556683) -> (continuation of Deferred@1372274357 after retry RPC after error@1463129660) -> (continuation of Deferred@1950386233 after retry RPC after error@337683978) -> (continuation of Deferred@471211181 after retry RPC after error@1734999397) -> (continuation of Deferred@395882737 after retry RPC after error@102319358)))
18:37:35.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.122 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.142 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.180 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.181 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.181 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.203 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.222 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.222 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.222 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.222 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.242 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.242 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.242 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1998675203(state=PENDING, result=null, callback=(continuation of Deferred@539298716 after retry RPC after error@1088197440) -> (continuation of Deferred@2015508303 after retry RPC after error@85369869) -> (continuation of Deferred@224868056 after retry RPC after error@688251559) -> (continuation of Deferred@1081356423 after retry RPC after error@1894961736) -> (continuation of Deferred@1142422392 after retry RPC after error@1107376519) -> (continuation of Deferred@596691272 after retry RPC after error@1159086048) -> (continuation of Deferred@1042403329 after retry RPC after error@1973885763), errback=(continuation of Deferred@539298716 after retry RPC after error@1088197440) -> (continuation of Deferred@2015508303 after retry RPC after error@85369869) -> (continuation of Deferred@224868056 after retry RPC after error@688251559) -> (continuation of Deferred@1081356423 after retry RPC after error@1894961736) -> (continuation of Deferred@1142422392 after retry RPC after error@1107376519) -> (continuation of Deferred@596691272 after retry RPC after error@1159086048) -> (continuation of Deferred@1042403329 after retry RPC after error@1973885763)))
18:37:35.344 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1998675203(state=PENDING, result=null, callback=(continuation of Deferred@539298716 after retry RPC after error@1088197440) -> (continuation of Deferred@2015508303 after retry RPC after error@85369869) -> (continuation of Deferred@224868056 after retry RPC after error@688251559) -> (continuation of Deferred@1081356423 after retry RPC after error@1894961736) -> (continuation of Deferred@1142422392 after retry RPC after error@1107376519) -> (continuation of Deferred@596691272 after retry RPC after error@1159086048) -> (continuation of Deferred@1042403329 after retry RPC after error@1973885763), errback=(continuation of Deferred@539298716 after retry RPC after error@1088197440) -> (continuation of Deferred@2015508303 after retry RPC after error@85369869) -> (continuation of Deferred@224868056 after retry RPC after error@688251559) -> (continuation of Deferred@1081356423 after retry RPC after error@1894961736) -> (continuation of Deferred@1142422392 after retry RPC after error@1107376519) -> (continuation of Deferred@596691272 after retry RPC after error@1159086048) -> (continuation of Deferred@1042403329 after retry RPC after error@1973885763)))
18:37:35.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.381 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.402 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.403 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.403 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.403 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.440 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.441 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.441 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.441 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.441 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.443 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.520 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.521 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.521 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.521 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.521 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.521 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.521 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.521 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.522 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.601 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.601 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.602 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1109756952(state=PENDING, result=null, callback=(continuation of Deferred@364598515 after retry RPC after error@1480757110) -> (continuation of Deferred@119036095 after retry RPC after error@1773359368) -> (continuation of Deferred@643865601 after retry RPC after error@1779801732) -> (continuation of Deferred@789442265 after retry RPC after error@1548079393) -> (continuation of Deferred@2129124924 after retry RPC after error@952147674) -> (continuation of Deferred@2021377085 after retry RPC after error@172347082) -> (continuation of Deferred@1251207040 after retry RPC after error@1989772870), errback=(continuation of Deferred@364598515 after retry RPC after error@1480757110) -> (continuation of Deferred@119036095 after retry RPC after error@1773359368) -> (continuation of Deferred@643865601 after retry RPC after error@1779801732) -> (continuation of Deferred@789442265 after retry RPC after error@1548079393) -> (continuation of Deferred@2129124924 after retry RPC after error@952147674) -> (continuation of Deferred@2021377085 after retry RPC after error@172347082) -> (continuation of Deferred@1251207040 after retry RPC after error@1989772870)))
18:37:35.604 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=241), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [79ms] refreshing cache from master, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [79ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [239ms] refreshing cache from master, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [239ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [240ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [241ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1109756952(state=PENDING, result=null, callback=(continuation of Deferred@364598515 after retry RPC after error@1480757110) -> (continuation of Deferred@119036095 after retry RPC after error@1773359368) -> (continuation of Deferred@643865601 after retry RPC after error@1779801732) -> (continuation of Deferred@789442265 after retry RPC after error@1548079393) -> (continuation of Deferred@2129124924 after retry RPC after error@952147674) -> (continuation of Deferred@2021377085 after retry RPC after error@172347082) -> (continuation of Deferred@1251207040 after retry RPC after error@1989772870), errback=(continuation of Deferred@364598515 after retry RPC after error@1480757110) -> (continuation of Deferred@119036095 after retry RPC after error@1773359368) -> (continuation of Deferred@643865601 after retry RPC after error@1779801732) -> (continuation of Deferred@789442265 after retry RPC after error@1548079393) -> (continuation of Deferred@2129124924 after retry RPC after error@952147674) -> (continuation of Deferred@2021377085 after retry RPC after error@172347082) -> (continuation of Deferred@1251207040 after retry RPC after error@1989772870)))
18:37:35.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.622 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.661 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.661 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.661 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.662 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.680 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.681 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.681 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.681 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.683 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.702 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.702 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.702 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.703 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.723 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.742 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.742 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.843 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.843 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@204158330(state=PENDING, result=null, callback=(continuation of Deferred@325783878 after retry RPC after error@1694499495) -> (continuation of Deferred@2119725533 after retry RPC after error@722279305) -> (continuation of Deferred@1613221519 after retry RPC after error@89648406) -> (continuation of Deferred@943497976 after retry RPC after error@2066626341) -> (continuation of Deferred@623107449 after retry RPC after error@531020694) -> (continuation of Deferred@1120985592 after retry RPC after error@1213034904) -> (continuation of Deferred@1941878269 after retry RPC after error@1500437015), errback=(continuation of Deferred@325783878 after retry RPC after error@1694499495) -> (continuation of Deferred@2119725533 after retry RPC after error@722279305) -> (continuation of Deferred@1613221519 after retry RPC after error@89648406) -> (continuation of Deferred@943497976 after retry RPC after error@2066626341) -> (continuation of Deferred@623107449 after retry RPC after error@531020694) -> (continuation of Deferred@1120985592 after retry RPC after error@1213034904) -> (continuation of Deferred@1941878269 after retry RPC after error@1500437015)))
18:37:35.844 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=221), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [220ms] refreshing cache from master, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [220ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [222ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@204158330(state=PENDING, result=null, callback=(continuation of Deferred@325783878 after retry RPC after error@1694499495) -> (continuation of Deferred@2119725533 after retry RPC after error@722279305) -> (continuation of Deferred@1613221519 after retry RPC after error@89648406) -> (continuation of Deferred@943497976 after retry RPC after error@2066626341) -> (continuation of Deferred@623107449 after retry RPC after error@531020694) -> (continuation of Deferred@1120985592 after retry RPC after error@1213034904) -> (continuation of Deferred@1941878269 after retry RPC after error@1500437015), errback=(continuation of Deferred@325783878 after retry RPC after error@1694499495) -> (continuation of Deferred@2119725533 after retry RPC after error@722279305) -> (continuation of Deferred@1613221519 after retry RPC after error@89648406) -> (continuation of Deferred@943497976 after retry RPC after error@2066626341) -> (continuation of Deferred@623107449 after retry RPC after error@531020694) -> (continuation of Deferred@1120985592 after retry RPC after error@1213034904) -> (continuation of Deferred@1941878269 after retry RPC after error@1500437015)))
18:37:35.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.882 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.882 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.900 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.961 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.961 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.962 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:35.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:35.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:35.981 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.981 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.981 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.981 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:35.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:35.982 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.063 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.063 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1208766371(state=PENDING, result=null, callback=(continuation of Deferred@1920412266 after retry RPC after error@1097355596) -> (continuation of Deferred@1616666976 after retry RPC after error@1241996191) -> (continuation of Deferred@31988943 after retry RPC after error@42585999) -> (continuation of Deferred@31320543 after retry RPC after error@1911980504) -> (continuation of Deferred@817489229 after retry RPC after error@2088804706) -> (continuation of Deferred@310197308 after retry RPC after error@1463850986) -> (continuation of Deferred@674005954 after retry RPC after error@1365158932), errback=(continuation of Deferred@1920412266 after retry RPC after error@1097355596) -> (continuation of Deferred@1616666976 after retry RPC after error@1241996191) -> (continuation of Deferred@31988943 after retry RPC after error@42585999) -> (continuation of Deferred@31320543 after retry RPC after error@1911980504) -> (continuation of Deferred@817489229 after retry RPC after error@2088804706) -> (continuation of Deferred@310197308 after retry RPC after error@1463850986) -> (continuation of Deferred@674005954 after retry RPC after error@1365158932)))
18:37:36.063 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=202), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [200ms] refreshing cache from master, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [200ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [201ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [202ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1208766371(state=PENDING, result=null, callback=(continuation of Deferred@1920412266 after retry RPC after error@1097355596) -> (continuation of Deferred@1616666976 after retry RPC after error@1241996191) -> (continuation of Deferred@31988943 after retry RPC after error@42585999) -> (continuation of Deferred@31320543 after retry RPC after error@1911980504) -> (continuation of Deferred@817489229 after retry RPC after error@2088804706) -> (continuation of Deferred@310197308 after retry RPC after error@1463850986) -> (continuation of Deferred@674005954 after retry RPC after error@1365158932), errback=(continuation of Deferred@1920412266 after retry RPC after error@1097355596) -> (continuation of Deferred@1616666976 after retry RPC after error@1241996191) -> (continuation of Deferred@31988943 after retry RPC after error@42585999) -> (continuation of Deferred@31320543 after retry RPC after error@1911980504) -> (continuation of Deferred@817489229 after retry RPC after error@2088804706) -> (continuation of Deferred@310197308 after retry RPC after error@1463850986) -> (continuation of Deferred@674005954 after retry RPC after error@1365158932)))
18:37:36.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.082 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.082 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.082 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.082 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.100 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.101 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.101 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.101 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.101 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.101 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.101 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.101 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.102 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.121 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.122 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.122 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.122 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.122 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.122 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.122 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.123 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.142 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.162 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.162 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.162 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.162 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.181 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.181 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.181 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.181 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.182 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.200 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.201 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.201 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.201 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.202 [WARN - kudu-nio-1] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.301 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.301 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.301 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.303 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.303 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1206971836(state=PENDING, result=null, callback=(continuation of Deferred@940737279 after retry RPC after error@250088001) -> (continuation of Deferred@222692913 after retry RPC after error@1302042408) -> (continuation of Deferred@1639112990 after retry RPC after error@801527147) -> (continuation of Deferred@311212332 after retry RPC after error@54484610) -> (continuation of Deferred@1970533866 after retry RPC after error@1753451298) -> (continuation of Deferred@523311815 after retry RPC after error@1711508717) -> (continuation of Deferred@213252450 after retry RPC after error@2015082829), errback=(continuation of Deferred@940737279 after retry RPC after error@250088001) -> (continuation of Deferred@222692913 after retry RPC after error@1302042408) -> (continuation of Deferred@1639112990 after retry RPC after error@801527147) -> (continuation of Deferred@311212332 after retry RPC after error@54484610) -> (continuation of Deferred@1970533866 after retry RPC after error@1753451298) -> (continuation of Deferred@523311815 after retry RPC after error@1711508717) -> (continuation of Deferred@213252450 after retry RPC after error@2015082829)))
18:37:36.303 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [220ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1206971836(state=PENDING, result=null, callback=(continuation of Deferred@940737279 after retry RPC after error@250088001) -> (continuation of Deferred@222692913 after retry RPC after error@1302042408) -> (continuation of Deferred@1639112990 after retry RPC after error@801527147) -> (continuation of Deferred@311212332 after retry RPC after error@54484610) -> (continuation of Deferred@1970533866 after retry RPC after error@1753451298) -> (continuation of Deferred@523311815 after retry RPC after error@1711508717) -> (continuation of Deferred@213252450 after retry RPC after error@2015082829), errback=(continuation of Deferred@940737279 after retry RPC after error@250088001) -> (continuation of Deferred@222692913 after retry RPC after error@1302042408) -> (continuation of Deferred@1639112990 after retry RPC after error@801527147) -> (continuation of Deferred@311212332 after retry RPC after error@54484610) -> (continuation of Deferred@1970533866 after retry RPC after error@1753451298) -> (continuation of Deferred@523311815 after retry RPC after error@1711508717) -> (continuation of Deferred@213252450 after retry RPC after error@2015082829)))
18:37:36.320 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.321 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.321 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.321 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.321 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.321 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.321 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.321 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.322 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.362 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.362 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.362 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.362 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.363 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.382 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.382 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.382 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.382 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.382 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.401 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.401 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.401 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.401 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.420 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.421 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.421 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.421 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.421 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.421 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.421 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.482 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.482 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.482 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.482 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.482 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.483 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.502 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.502 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.502 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.502 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.502 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.502 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.503 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.541 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.542 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.542 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.542 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.542 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.542 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.542 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.542 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.543 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1050051682(state=PENDING, result=null, callback=(continuation of Deferred@23130744 after retry RPC after error@231533029) -> (continuation of Deferred@1473051676 after retry RPC after error@1567868691) -> (continuation of Deferred@1527127543 after retry RPC after error@829379763) -> (continuation of Deferred@32731806 after retry RPC after error@1123772140) -> (continuation of Deferred@695804641 after retry RPC after error@1652040113) -> (continuation of Deferred@2022037730 after retry RPC after error@1641028888) -> (continuation of Deferred@22955497 after retry RPC after error@570989018) -> (continuation of Deferred@1947998129 after retry RPC after error@356908279), errback=(continuation of Deferred@23130744 after retry RPC after error@231533029) -> (continuation of Deferred@1473051676 after retry RPC after error@1567868691) -> (continuation of Deferred@1527127543 after retry RPC after error@829379763) -> (continuation of Deferred@32731806 after retry RPC after error@1123772140) -> (continuation of Deferred@695804641 after retry RPC after error@1652040113) -> (continuation of Deferred@2022037730 after retry RPC after error@1641028888) -> (continuation of Deferred@22955497 after retry RPC after error@570989018) -> (continuation of Deferred@1947998129 after retry RPC after error@356908279)))
18:37:36.544 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] refreshing cache from master, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [163ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [163ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1050051682(state=PENDING, result=null, callback=(continuation of Deferred@23130744 after retry RPC after error@231533029) -> (continuation of Deferred@1473051676 after retry RPC after error@1567868691) -> (continuation of Deferred@1527127543 after retry RPC after error@829379763) -> (continuation of Deferred@32731806 after retry RPC after error@1123772140) -> (continuation of Deferred@695804641 after retry RPC after error@1652040113) -> (continuation of Deferred@2022037730 after retry RPC after error@1641028888) -> (continuation of Deferred@22955497 after retry RPC after error@570989018) -> (continuation of Deferred@1947998129 after retry RPC after error@356908279), errback=(continuation of Deferred@23130744 after retry RPC after error@231533029) -> (continuation of Deferred@1473051676 after retry RPC after error@1567868691) -> (continuation of Deferred@1527127543 after retry RPC after error@829379763) -> (continuation of Deferred@32731806 after retry RPC after error@1123772140) -> (continuation of Deferred@695804641 after retry RPC after error@1652040113) -> (continuation of Deferred@2022037730 after retry RPC after error@1641028888) -> (continuation of Deferred@22955497 after retry RPC after error@570989018) -> (continuation of Deferred@1947998129 after retry RPC after error@356908279)))
18:37:36.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.561 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.561 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.561 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.562 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.562 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.562 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.562 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.562 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.581 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.581 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.581 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.581 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.581 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.582 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.582 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.582 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.602 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.602 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.622 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.622 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.622 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.622 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.622 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.622 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.623 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.642 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.681 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.681 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.681 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.721 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.721 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.722 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.722 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.722 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.722 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.722 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.722 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.723 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1384473951(state=PENDING, result=null, callback=(continuation of Deferred@1153660413 after retry RPC after error@379789184) -> (continuation of Deferred@132521502 after retry RPC after error@2117090336) -> (continuation of Deferred@562287238 after retry RPC after error@793941545) -> (continuation of Deferred@418609971 after retry RPC after error@1734186289) -> (continuation of Deferred@1484090558 after retry RPC after error@1672305223) -> (continuation of Deferred@1610915810 after retry RPC after error@1803250382), errback=(continuation of Deferred@1153660413 after retry RPC after error@379789184) -> (continuation of Deferred@132521502 after retry RPC after error@2117090336) -> (continuation of Deferred@562287238 after retry RPC after error@793941545) -> (continuation of Deferred@418609971 after retry RPC after error@1734186289) -> (continuation of Deferred@1484090558 after retry RPC after error@1672305223) -> (continuation of Deferred@1610915810 after retry RPC after error@1803250382)))
18:37:36.723 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [19ms] refreshing cache from master, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [19ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [40ms] refreshing cache from master, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [42ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [81ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [159ms] refreshing cache from master, [159ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [161ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, deferred=Deferred@1384473951(state=PENDING, result=null, callback=(continuation of Deferred@1153660413 after retry RPC after error@379789184) -> (continuation of Deferred@132521502 after retry RPC after error@2117090336) -> (continuation of Deferred@562287238 after retry RPC after error@793941545) -> (continuation of Deferred@418609971 after retry RPC after error@1734186289) -> (continuation of Deferred@1484090558 after retry RPC after error@1672305223) -> (continuation of Deferred@1610915810 after retry RPC after error@1803250382), errback=(continuation of Deferred@1153660413 after retry RPC after error@379789184) -> (continuation of Deferred@132521502 after retry RPC after error@2117090336) -> (continuation of Deferred@562287238 after retry RPC after error@793941545) -> (continuation of Deferred@418609971 after retry RPC after error@1734186289) -> (continuation of Deferred@1484090558 after retry RPC after error@1672305223) -> (continuation of Deferred@1610915810 after retry RPC after error@1803250382)))
18:37:36.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.741 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.762 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.762 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.762 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.762 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.762 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.762 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.762 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.763 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.781 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.782 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.782 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.782 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.782 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.782 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.782 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.783 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.802 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.821 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.821 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.821 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.822 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.840 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.841 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.841 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.841 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.841 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.841 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.862 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.862 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.863 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.921 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.922 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.922 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.922 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.922 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.922 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.922 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.922 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.923 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.961 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.962 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.962 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.962 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.962 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.962 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.962 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.963 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:36.963 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1296230051(state=PENDING, result=null, callback=(continuation of Deferred@1037978819 after retry RPC after error@508806512) -> (continuation of Deferred@989888916 after retry RPC after error@1630347177) -> (continuation of Deferred@777711387 after retry RPC after error@774035429) -> (continuation of Deferred@294780820 after retry RPC after error@415787608) -> (continuation of Deferred@1628666989 after retry RPC after error@1505100373) -> (continuation of Deferred@1204104104 after retry RPC after error@470025122) -> (continuation of Deferred@1720644699 after retry RPC after error@256108149) -> (continuation of Deferred@1630864478 after retry RPC after error@1569718985), errback=(continuation of Deferred@1037978819 after retry RPC after error@508806512) -> (continuation of Deferred@989888916 after retry RPC after error@1630347177) -> (continuation of Deferred@777711387 after retry RPC after error@774035429) -> (continuation of Deferred@294780820 after retry RPC after error@415787608) -> (continuation of Deferred@1628666989 after retry RPC after error@1505100373) -> (continuation of Deferred@1204104104 after retry RPC after error@470025122) -> (continuation of Deferred@1720644699 after retry RPC after error@256108149) -> (continuation of Deferred@1630864478 after retry RPC after error@1569718985)))
18:37:36.964 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=9, TimeoutTracker(timeout=250, elapsed=222), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] refreshing cache from master, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [123ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [123ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [221ms] refreshing cache from master, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [221ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [222ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [223ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [223ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1296230051(state=PENDING, result=null, callback=(continuation of Deferred@1037978819 after retry RPC after error@508806512) -> (continuation of Deferred@989888916 after retry RPC after error@1630347177) -> (continuation of Deferred@777711387 after retry RPC after error@774035429) -> (continuation of Deferred@294780820 after retry RPC after error@415787608) -> (continuation of Deferred@1628666989 after retry RPC after error@1505100373) -> (continuation of Deferred@1204104104 after retry RPC after error@470025122) -> (continuation of Deferred@1720644699 after retry RPC after error@256108149) -> (continuation of Deferred@1630864478 after retry RPC after error@1569718985), errback=(continuation of Deferred@1037978819 after retry RPC after error@508806512) -> (continuation of Deferred@989888916 after retry RPC after error@1630347177) -> (continuation of Deferred@777711387 after retry RPC after error@774035429) -> (continuation of Deferred@294780820 after retry RPC after error@415787608) -> (continuation of Deferred@1628666989 after retry RPC after error@1505100373) -> (continuation of Deferred@1204104104 after retry RPC after error@470025122) -> (continuation of Deferred@1720644699 after retry RPC after error@256108149) -> (continuation of Deferred@1630864478 after retry RPC after error@1569718985)))
18:37:36.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:36.981 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:36.982 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.982 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.982 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.982 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.982 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:36.982 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:36.983 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.001 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.001 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.002 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.002 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.002 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.002 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.002 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.003 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.021 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.021 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.021 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.021 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.022 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.022 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.022 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.022 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.041 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.042 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.042 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.042 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.042 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.042 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.042 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.043 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.061 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.062 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.062 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.062 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.062 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.062 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.062 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.062 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.081 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.081 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.081 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.081 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.081 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.082 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.082 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.082 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.141 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.141 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.142 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.142 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.142 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.142 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.142 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.143 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.161 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.161 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.161 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.161 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.161 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.161 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.161 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.162 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.162 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@39657197(state=PENDING, result=null, callback=(continuation of Deferred@750065142 after retry RPC after error@1301726633) -> (continuation of Deferred@2129081146 after retry RPC after error@338161789) -> (continuation of Deferred@272194986 after retry RPC after error@1803123081) -> (continuation of Deferred@750840127 after retry RPC after error@131023042) -> (continuation of Deferred@1564580252 after retry RPC after error@2102662796) -> (continuation of Deferred@1450610952 after retry RPC after error@734134868) -> (continuation of Deferred@2048848841 after retry RPC after error@665021040), errback=(continuation of Deferred@750065142 after retry RPC after error@1301726633) -> (continuation of Deferred@2129081146 after retry RPC after error@338161789) -> (continuation of Deferred@272194986 after retry RPC after error@1803123081) -> (continuation of Deferred@750840127 after retry RPC after error@131023042) -> (continuation of Deferred@1564580252 after retry RPC after error@2102662796) -> (continuation of Deferred@1450610952 after retry RPC after error@734134868) -> (continuation of Deferred@2048848841 after retry RPC after error@665021040)))
18:37:37.163 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=181), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [60ms] refreshing cache from master, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [100ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [101ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [101ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [179ms] refreshing cache from master, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [179ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [180ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [181ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@39657197(state=PENDING, result=null, callback=(continuation of Deferred@750065142 after retry RPC after error@1301726633) -> (continuation of Deferred@2129081146 after retry RPC after error@338161789) -> (continuation of Deferred@272194986 after retry RPC after error@1803123081) -> (continuation of Deferred@750840127 after retry RPC after error@131023042) -> (continuation of Deferred@1564580252 after retry RPC after error@2102662796) -> (continuation of Deferred@1450610952 after retry RPC after error@734134868) -> (continuation of Deferred@2048848841 after retry RPC after error@665021040), errback=(continuation of Deferred@750065142 after retry RPC after error@1301726633) -> (continuation of Deferred@2129081146 after retry RPC after error@338161789) -> (continuation of Deferred@272194986 after retry RPC after error@1803123081) -> (continuation of Deferred@750840127 after retry RPC after error@131023042) -> (continuation of Deferred@1564580252 after retry RPC after error@2102662796) -> (continuation of Deferred@1450610952 after retry RPC after error@734134868) -> (continuation of Deferred@2048848841 after retry RPC after error@665021040)))
18:37:37.181 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.182 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.182 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.182 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.182 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.182 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.182 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.182 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.183 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.201 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.202 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.202 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.202 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.202 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.202 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.202 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.202 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.221 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.221 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.221 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.221 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.221 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.222 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.222 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.222 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.240 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.241 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.241 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.241 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.241 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.241 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.241 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.242 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.242 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.261 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.262 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.262 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.262 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.263 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.262 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.263 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.263 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.301 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.302 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.302 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.302 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.302 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.302 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.302 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.302 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.341 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.342 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.342 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.342 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.342 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.342 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.342 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.343 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.343 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1345440029(state=PENDING, result=null, callback=(continuation of Deferred@965711136 after retry RPC after error@701263700) -> (continuation of Deferred@1352804924 after retry RPC after error@235235348) -> (continuation of Deferred@1273420385 after retry RPC after error@18528902) -> (continuation of Deferred@1076400979 after retry RPC after error@1699223178) -> (continuation of Deferred@411106704 after retry RPC after error@1276816012) -> (continuation of Deferred@1219234391 after retry RPC after error@1836427662), errback=(continuation of Deferred@965711136 after retry RPC after error@701263700) -> (continuation of Deferred@1352804924 after retry RPC after error@235235348) -> (continuation of Deferred@1273420385 after retry RPC after error@18528902) -> (continuation of Deferred@1076400979 after retry RPC after error@1699223178) -> (continuation of Deferred@411106704 after retry RPC after error@1276816012) -> (continuation of Deferred@1219234391 after retry RPC after error@1836427662)))
18:37:37.343 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=7, TimeoutTracker(timeout=250, elapsed=161), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [21ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [39ms] refreshing cache from master, [39ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [40ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [41ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [59ms] refreshing cache from master, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [59ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [60ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [60ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [61ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1345440029(state=PENDING, result=null, callback=(continuation of Deferred@965711136 after retry RPC after error@701263700) -> (continuation of Deferred@1352804924 after retry RPC after error@235235348) -> (continuation of Deferred@1273420385 after retry RPC after error@18528902) -> (continuation of Deferred@1076400979 after retry RPC after error@1699223178) -> (continuation of Deferred@411106704 after retry RPC after error@1276816012) -> (continuation of Deferred@1219234391 after retry RPC after error@1836427662), errback=(continuation of Deferred@965711136 after retry RPC after error@701263700) -> (continuation of Deferred@1352804924 after retry RPC after error@235235348) -> (continuation of Deferred@1273420385 after retry RPC after error@18528902) -> (continuation of Deferred@1076400979 after retry RPC after error@1699223178) -> (continuation of Deferred@411106704 after retry RPC after error@1276816012) -> (continuation of Deferred@1219234391 after retry RPC after error@1836427662)))
18:37:37.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.361 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.361 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.361 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.361 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.361 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.362 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.362 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.362 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.381 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.381 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.381 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.381 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.381 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.381 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.382 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.382 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.401 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.402 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.402 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.402 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.402 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.402 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.402 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.402 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.421 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.422 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.422 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.422 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.422 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.422 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.422 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.422 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.441 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.441 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.441 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.442 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.442 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.442 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.442 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.442 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.481 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.481 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.481 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.481 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.481 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.482 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.482 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.482 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.500 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.501 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.501 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.501 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.501 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.501 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.501 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.501 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.502 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.601 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.601 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.602 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.602 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.602 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.602 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.602 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.603 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.603 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2140418931(state=PENDING, result=null, callback=(continuation of Deferred@1939918366 after retry RPC after error@1058063846) -> (continuation of Deferred@458699112 after retry RPC after error@1158059738) -> (continuation of Deferred@807628890 after retry RPC after error@161852493) -> (continuation of Deferred@735772768 after retry RPC after error@1511711623) -> (continuation of Deferred@1896937790 after retry RPC after error@1442051221) -> (continuation of Deferred@643311179 after retry RPC after error@726925276) -> (continuation of Deferred@1568418433 after retry RPC after error@400636647), errback=(continuation of Deferred@1939918366 after retry RPC after error@1058063846) -> (continuation of Deferred@458699112 after retry RPC after error@1158059738) -> (continuation of Deferred@807628890 after retry RPC after error@161852493) -> (continuation of Deferred@735772768 after retry RPC after error@1511711623) -> (continuation of Deferred@1896937790 after retry RPC after error@1442051221) -> (continuation of Deferred@643311179 after retry RPC after error@726925276) -> (continuation of Deferred@1568418433 after retry RPC after error@400636647)))
18:37:37.603 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=242), Traces: [0ms] refreshing cache from master, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [20ms] refreshing cache from master, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [20ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [22ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] refreshing cache from master, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [243ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@2140418931(state=PENDING, result=null, callback=(continuation of Deferred@1939918366 after retry RPC after error@1058063846) -> (continuation of Deferred@458699112 after retry RPC after error@1158059738) -> (continuation of Deferred@807628890 after retry RPC after error@161852493) -> (continuation of Deferred@735772768 after retry RPC after error@1511711623) -> (continuation of Deferred@1896937790 after retry RPC after error@1442051221) -> (continuation of Deferred@643311179 after retry RPC after error@726925276) -> (continuation of Deferred@1568418433 after retry RPC after error@400636647), errback=(continuation of Deferred@1939918366 after retry RPC after error@1058063846) -> (continuation of Deferred@458699112 after retry RPC after error@1158059738) -> (continuation of Deferred@807628890 after retry RPC after error@161852493) -> (continuation of Deferred@735772768 after retry RPC after error@1511711623) -> (continuation of Deferred@1896937790 after retry RPC after error@1442051221) -> (continuation of Deferred@643311179 after retry RPC after error@726925276) -> (continuation of Deferred@1568418433 after retry RPC after error@400636647)))
18:37:37.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.621 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.621 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.621 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.621 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.621 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.621 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.621 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.622 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.641 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.642 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.642 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.642 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.642 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.642 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.642 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.642 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.643 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.661 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.662 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.662 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.662 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.662 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.662 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.662 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.663 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.681 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.682 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.682 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.682 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.682 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.682 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.682 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.682 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.701 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.701 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.701 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.701 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.702 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.702 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.702 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.702 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.741 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.741 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.741 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.741 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.741 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.742 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.741 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.742 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.760 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.761 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.761 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.761 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.761 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.761 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.761 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.761 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.762 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.801 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.802 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.802 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.802 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.802 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.802 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.802 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.802 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.803 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.803 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1658069075(state=PENDING, result=null, callback=(continuation of Deferred@1978511627 after retry RPC after error@1530362939) -> (continuation of Deferred@1806337858 after retry RPC after error@683664604) -> (continuation of Deferred@809663785 after retry RPC after error@1349781950) -> (continuation of Deferred@1876628581 after retry RPC after error@940938310) -> (continuation of Deferred@463281496 after retry RPC after error@1809108588) -> (continuation of Deferred@1553700687 after retry RPC after error@1211670334) -> (continuation of Deferred@993799356 after retry RPC after error@1993749017), errback=(continuation of Deferred@1978511627 after retry RPC after error@1530362939) -> (continuation of Deferred@1806337858 after retry RPC after error@683664604) -> (continuation of Deferred@809663785 after retry RPC after error@1349781950) -> (continuation of Deferred@1876628581 after retry RPC after error@940938310) -> (continuation of Deferred@463281496 after retry RPC after error@1809108588) -> (continuation of Deferred@1553700687 after retry RPC after error@1211670334) -> (continuation of Deferred@993799356 after retry RPC after error@1993749017)))
18:37:37.804 [DEBUG - kudu-nio-0] (KuduTransaction.java:796) sending keepalive message after prior one timed out (txn ID 0): org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=KeepTransactionAlive, tablet=null, attempt=8, TimeoutTracker(timeout=250, elapsed=182), Traces: [0ms] refreshing cache from master, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [0ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [2ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [2ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [21ms] refreshing cache from master, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [21ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [22ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [23ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [23ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [41ms] refreshing cache from master, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [41ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [42ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [43ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [43ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [62ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [62ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [120ms] refreshing cache from master, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [122ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [122ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [140ms] refreshing cache from master, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [140ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [141ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [141ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [142ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [142ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [181ms] refreshing cache from master, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [183ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [183ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, deferred=Deferred@1658069075(state=PENDING, result=null, callback=(continuation of Deferred@1978511627 after retry RPC after error@1530362939) -> (continuation of Deferred@1806337858 after retry RPC after error@683664604) -> (continuation of Deferred@809663785 after retry RPC after error@1349781950) -> (continuation of Deferred@1876628581 after retry RPC after error@940938310) -> (continuation of Deferred@463281496 after retry RPC after error@1809108588) -> (continuation of Deferred@1553700687 after retry RPC after error@1211670334) -> (continuation of Deferred@993799356 after retry RPC after error@1993749017), errback=(continuation of Deferred@1978511627 after retry RPC after error@1530362939) -> (continuation of Deferred@1806337858 after retry RPC after error@683664604) -> (continuation of Deferred@809663785 after retry RPC after error@1349781950) -> (continuation of Deferred@1876628581 after retry RPC after error@940938310) -> (continuation of Deferred@463281496 after retry RPC after error@1809108588) -> (continuation of Deferred@1553700687 after retry RPC after error@1211670334) -> (continuation of Deferred@993799356 after retry RPC after error@1993749017)))
18:37:37.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.821 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.822 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.822 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.822 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.822 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.822 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.822 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.823 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.841 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.842 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.842 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.842 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.842 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.842 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.842 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.842 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.861 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.861 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.862 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.862 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.862 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.862 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.862 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.862 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.881 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.881 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.881 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.881 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.881 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.881 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.881 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.882 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.900 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.901 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.901 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.901 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.901 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.901 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.901 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.901 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.902 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.941 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.253:41333(127.23.190.253:41333)] connecting to peer
18:37:37.942 [DEBUG - pool-46-thread-1] (Connection.java:748) [peer master-127.23.190.252:36143(127.23.190.252:36143)] connecting to peer
18:37:37.942 [INFO - kudu-nio-1] (Connection.java:429) Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.942 [INFO - kudu-nio-0] (Connection.java:429) Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.942 [DEBUG - kudu-nio-1] (Connection.java:709) [peer master-127.23.190.253:41333(127.23.190.253:41333)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.942 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.252:36143(127.23.190.252:36143)] cleaning up while in state CONNECTING due to: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.942 [INFO - kudu-nio-1] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.253:41333: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333
18:37:37.942 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.943 [INFO - kudu-nio-0] (ConnectToCluster.java:385) Unable to connect to master 127.23.190.252:36143: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
18:37:37.943 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.944 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:1887) Cannot continue with RPC because of: Timed out: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=Kudu Master, attempt=37, TimeoutTracker(timeout=50000, elapsed=49342), Traces: [0ms] sending RPC to server master-127.23.190.253:41333, [57ms] received response from server master-127.23.190.253:41333: Network error: connection closed, [57ms] delaying RPC due to: Network error: connection closed, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1383ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3060ms] refreshing cache from master, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [3061ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3063ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5180ms] refreshing cache from master, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [5181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [5182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [5182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [6980ms] refreshing cache from master, [6980ms] too many traces: truncated at 100 traces, deferred=Deferred@1042749422(state=PENDING, result=null, callback=wakeup thread Time-limited test -> (continuation of Deferred@510612531 after retry RPC after error@40841816) -> (continuation of Deferred@1089828372 after retry RPC after error@1181454723) -> (continuation of Deferred@574720945 after retry RPC after error@1506246739) -> (continuation of Deferred@854137001 after retry RPC after error@680816894) -> (continuation of Deferred@111573598 after retry RPC after error@1661384641) -> (continuation of Deferred@424728408 after retry RPC after error@306730764) -> (continuation of Deferred@663337873 after retry RPC after error@1911011358) -> (continuation of Deferred@1846696813 after retry RPC after error@1043497364) -> (continuation of Deferred@1410195696 after retry RPC after error@417760551) -> (continuation of Deferred@1683188837 after retry RPC after error@1321693018) -> (continuation of Deferred@1979059218 after retry RPC after error@1502965814) -> (continuation of Deferred@651829029 after retry RPC after error@1393690907) -> (continuation of Deferred@373365239 after retry RPC after error@1680330697) -> (continuation of Deferred@309516127 after retry RPC after error@1365991131) -> (continuation of Deferred@1341881248 after retry RPC after error@368618513) -> (continuation of Deferred@297028062 after retry RPC after error@438452405) -> (continuation of Deferred@244321834 after retry RPC after error@1591260109) -> (continuation of Deferred@1829890929 after retry RPC after error@1706965390) -> (continuation of Deferred@1808894541 after retry RPC after error@1888225825) -> (continuation of Deferred@312753442 after retry RPC after error@104993969) -> (continuation of Deferred@1638299094 after retry RPC after error@1911269057) -> (continuation of Deferred@1108728051 after retry RPC after error@1424272284) -> (continuation of Deferred@113142803 after retry RPC after error@718217131) -> (continuation of Deferred@1190238273 after retry RPC after error@926442312) -> (continuation of Deferred@1108561736 after retry RPC after error@284369638) -> (continuation of Deferred@1510638377 after retry RPC after error@786209027) -> (continuation of Deferred@1995307679 after retry RPC after error@2139095734) -> (continuation of Deferred@1897776548 after retry RPC after error@1002659333) -> (continuation of Deferred@585331424 after retry RPC after error@1569276344) -> (continuation of Deferred@1109827400 after retry RPC after error@1672790655) -> (continuation of Deferred@1517930651 after retry RPC after error@1307236077) -> (continuation of Deferred@1002491079 after retry RPC after error@2124568314) -> (continuation of Deferred@1787520165 after retry RPC after error@1900911271) -> (continuation of Deferred@1289143997 after retry RPC after error@539974747) -> (continuation of Deferred@288402103 after retry RPC after error@213226132), errback=wakeup thread Time-limited test -> (continuation of Deferred@510612531 after retry RPC after error@40841816) -> (continuation of Deferred@1089828372 after retry RPC after error@1181454723) -> (continuation of Deferred@574720945 after retry RPC after error@1506246739) -> (continuation of Deferred@854137001 after retry RPC after error@680816894) -> (continuation of Deferred@111573598 after retry RPC after error@1661384641) -> (continuation of Deferred@424728408 after retry RPC after error@306730764) -> (continuation of Deferred@663337873 after retry RPC after error@1911011358) -> (continuation of Deferred@1846696813 after retry RPC after error@1043497364) -> (continuation of Deferred@1410195696 after retry RPC after error@417760551) -> (continuation of Deferred@1683188837 after retry RPC after error@1321693018) -> (continuation of Deferred@1979059218 after retry RPC after error@1502965814) -> (continuation of Deferred@651829029 after retry RPC after error@1393690907) -> (continuation of Deferred@373365239 after retry RPC after error@1680330697) -> (continuation of Deferred@309516127 after retry RPC after error@1365991131) -> (continuation of Deferred@1341881248 after retry RPC after error@368618513) -> (continuation of Deferred@297028062 after retry RPC after error@438452405) -> (continuation of Deferred@244321834 after retry RPC after error@1591260109) -> (continuation of Deferred@1829890929 after retry RPC after error@1706965390) -> (continuation of Deferred@1808894541 after retry RPC after error@1888225825) -> (continuation of Deferred@312753442 after retry RPC after error@104993969) -> (continuation of Deferred@1638299094 after retry RPC after error@1911269057) -> (continuation of Deferred@1108728051 after retry RPC after error@1424272284) -> (continuation of Deferred@113142803 after retry RPC after error@718217131) -> (continuation of Deferred@1190238273 after retry RPC after error@926442312) -> (continuation of Deferred@1108561736 after retry RPC after error@284369638) -> (continuation of Deferred@1510638377 after retry RPC after error@786209027) -> (continuation of Deferred@1995307679 after retry RPC after error@2139095734) -> (continuation of Deferred@1897776548 after retry RPC after error@1002659333) -> (continuation of Deferred@585331424 after retry RPC after error@1569276344) -> (continuation of Deferred@1109827400 after retry RPC after error@1672790655) -> (continuation of Deferred@1517930651 after retry RPC after error@1307236077) -> (continuation of Deferred@1002491079 after retry RPC after error@2124568314) -> (continuation of Deferred@1787520165 after retry RPC after error@1900911271) -> (continuation of Deferred@1289143997 after retry RPC after error@539974747) -> (continuation of Deferred@288402103 after retry RPC after error@213226132)))
18:37:37.945 [WARN - kudu-nio-0] (ConnectToCluster.java:305) Unable to find the leader master 127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143; will retry
18:37:37.946 [DEBUG - main] (Connection.java:575) [peer master-127.23.190.252:36143(127.23.190.252:36143)] disconnecting while in state TERMINATED
18:37:37.946 [DEBUG - main] (Connection.java:575) [peer master-127.23.190.253:41333(127.23.190.253:41333)] disconnecting while in state TERMINATED
18:37:37.946 [DEBUG - main] (Connection.java:575) [peer master-127.23.190.254:36055(127.23.190.254:36055)] disconnecting while in state READY
18:37:37.946 [DEBUG - main] (Connection.java:575) [peer 6f772d09100c497f842abf34e0ad1a71(127.23.190.195:45891)] disconnecting while in state READY
18:37:37.947 [DEBUG - kudu-nio-1] (Connection.java:239) [peer 6f772d09100c497f842abf34e0ad1a71(127.23.190.195:45891)] handling channelInactive
18:37:37.947 [DEBUG - kudu-nio-0] (AsyncKuduClient.java:2704) Releasing all remaining resources
18:37:37.947 [DEBUG - kudu-nio-1] (Connection.java:709) [peer 6f772d09100c497f842abf34e0ad1a71(127.23.190.195:45891)] cleaning up while in state READY due to: connection closed
18:37:37.948 [DEBUG - kudu-nio-0] (Connection.java:239) [peer master-127.23.190.254:36055(127.23.190.254:36055)] handling channelInactive
18:37:37.948 [DEBUG - kudu-nio-0] (Connection.java:709) [peer master-127.23.190.254:36055(127.23.190.254:36055)] cleaning up while in state READY due to: connection closed
18:37:37.948 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:37.948585 24315 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskut1xbC/build/asan/bin/kudu pid 24608
18:37:37.964 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:37.964645 24761 generic_service.cc:196] Checking for leaks (request via RPC)
18:37:38.076 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.076507 24315 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskut1xbC/build/asan/bin/kudu with pid 24608
18:37:38.097 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.097081 24315 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskut1xbC/build/asan/bin/kudu pid 24771
18:37:38.104 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.104610 24902 generic_service.cc:196] Checking for leaks (request via RPC)
18:37:38.260 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.260162 24315 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskut1xbC/build/asan/bin/kudu with pid 24771
18:37:38.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) W20260620 18:37:38.282907 24343 connection.cc:535] server connection from 127.23.190.194:56003 recv error: Network error: recv error from unknown peer: Transport endpoint is not connected (error 107)
18:37:38.283 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.283072 24315 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskut1xbC/build/asan/bin/kudu pid 24912
18:37:38.291 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.291181 25044 generic_service.cc:196] Checking for leaks (request via RPC)
18:37:38.404 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.404042 24315 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskut1xbC/build/asan/bin/kudu with pid 24912
18:37:38.423 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.423712 24326 master_runner.cc:186] Error getting master registration for 127.23.190.253:41333: Network error: Client connection negotiation failed: client connection to 127.23.190.253:41333: connect: Connection refused (error 111),
18:37:38.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.423929 24326 master_runner.cc:418] Couldn't verify the masters in the cluster. Trying again...
18:37:38.424 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.424383 24315 external_mini_cluster.cc:1636] Attempting to check leaks for /tmp/dist-test-taskut1xbC/build/asan/bin/kudu pid 24326
18:37:38.425 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.425361 24397 generic_service.cc:196] Checking for leaks (request via RPC)
18:37:38.585 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) I20260620 18:37:38.584872 24315 external_mini_cluster.cc:1595] Killing /tmp/dist-test-taskut1xbC/build/asan/bin/kudu with pid 24326
18:37:38.645 [INFO - cluster stderr printer] (MiniKuduCluster.java:751) 2026-06-20T18:37:38Z chronyd exiting
18:37:38.757 [ERROR - main] (RetryRule.java:206) org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager: failed attempt 1
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=Kudu Master, attempt=37, TimeoutTracker(timeout=50000, elapsed=49342), Traces: [0ms] sending RPC to server master-127.23.190.253:41333, [57ms] received response from server master-127.23.190.253:41333: Network error: connection closed, [57ms] delaying RPC due to: Network error: connection closed, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1383ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3060ms] refreshing cache from master, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [3061ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3063ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5180ms] refreshing cache from master, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [5181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [5182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [5182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [6980ms] refreshing cache from master, [6980ms] too many traces: truncated at 100 traces, deferred=Deferred@1042749422(state=PENDING, result=null, callback=wakeup thread Time-limited test -> (continuation of Deferred@510612531 after retry RPC after error@40841816) -> (continuation of Deferred@1089828372 after retry RPC after error@1181454723) -> (continuation of Deferred@574720945 after retry RPC after error@1506246739) -> (continuation of Deferred@854137001 after retry RPC after error@680816894) -> (continuation of Deferred@111573598 after retry RPC after error@1661384641) -> (continuation of Deferred@424728408 after retry RPC after error@306730764) -> (continuation of Deferred@663337873 after retry RPC after error@1911011358) -> (continuation of Deferred@1846696813 after retry RPC after error@1043497364) -> (continuation of Deferred@1410195696 after retry RPC after error@417760551) -> (continuation of Deferred@1683188837 after retry RPC after error@1321693018) -> (continuation of Deferred@1979059218 after retry RPC after error@1502965814) -> (continuation of Deferred@651829029 after retry RPC after error@1393690907) -> (continuation of Deferred@373365239 after retry RPC after error@1680330697) -> (continuation of Deferred@309516127 after retry RPC after error@1365991131) -> (continuation of Deferred@1341881248 after retry RPC after error@368618513) -> (continuation of Deferred@297028062 after retry RPC after error@438452405) -> (continuation of Deferred@244321834 after retry RPC after error@1591260109) -> (continuation of Deferred@1829890929 after retry RPC after error@1706965390) -> (continuation of Deferred@1808894541 after retry RPC after error@1888225825) -> (continuation of Deferred@312753442 after retry RPC after error@104993969) -> (continuation of Deferred@1638299094 after retry RPC after error@1911269057) -> (continuation of Deferred@1108728051 after retry RPC after error@1424272284) -> (continuation of Deferred@113142803 after retry RPC after error@718217131) -> (continuation of Deferred@1190238273 after retry RPC after error@926442312) -> (continuation of Deferred@1108561736 after retry RPC after error@284369638) -> (continuation of Deferred@1510638377 after retry RPC after error@786209027) -> (continuation of Deferred@1995307679 after retry RPC after error@2139095734) -> (continuation of Deferred@1897776548 after retry RPC after error@1002659333) -> (continuation of Deferred@585331424 after retry RPC after error@1569276344) -> (continuation of Deferred@1109827400 after retry RPC after error@1672790655) -> (continuation of Deferred@1517930651 after retry RPC after error@1307236077) -> (continuation of Deferred@1002491079 after retry RPC after error@2124568314) -> (continuation of Deferred@1787520165 after retry RPC after error@1900911271) -> (continuation of Deferred@1289143997 after retry RPC after error@539974747) -> (continuation of Deferred@288402103 after retry RPC after error@213226132), errback=wakeup thread Time-limited test -> (continuation of Deferred@510612531 after retry RPC after error@40841816) -> (continuation of Deferred@1089828372 after retry RPC after error@1181454723) -> (continuation of Deferred@574720945 after retry RPC after error@1506246739) -> (continuation of Deferred@854137001 after retry RPC after error@680816894) -> (continuation of Deferred@111573598 after retry RPC after error@1661384641) -> (continuation of Deferred@424728408 after retry RPC after error@306730764) -> (continuation of Deferred@663337873 after retry RPC after error@1911011358) -> (continuation of Deferred@1846696813 after retry RPC after error@1043497364) -> (continuation of Deferred@1410195696 after retry RPC after error@417760551) -> (continuation of Deferred@1683188837 after retry RPC after error@1321693018) -> (continuation of Deferred@1979059218 after retry RPC after error@1502965814) -> (continuation of Deferred@651829029 after retry RPC after error@1393690907) -> (continuation of Deferred@373365239 after retry RPC after error@1680330697) -> (continuation of Deferred@309516127 after retry RPC after error@1365991131) -> (continuation of Deferred@1341881248 after retry RPC after error@368618513) -> (continuation of Deferred@297028062 after retry RPC after error@438452405) -> (continuation of Deferred@244321834 after retry RPC after error@1591260109) -> (continuation of Deferred@1829890929 after retry RPC after error@1706965390) -> (continuation of Deferred@1808894541 after retry RPC after error@1888225825) -> (continuation of Deferred@312753442 after retry RPC after error@104993969) -> (continuation of Deferred@1638299094 after retry RPC after error@1911269057) -> (continuation of Deferred@1108728051 after retry RPC after error@1424272284) -> (continuation of Deferred@113142803 after retry RPC after error@718217131) -> (continuation of Deferred@1190238273 after retry RPC after error@926442312) -> (continuation of Deferred@1108561736 after retry RPC after error@284369638) -> (continuation of Deferred@1510638377 after retry RPC after error@786209027) -> (continuation of Deferred@1995307679 after retry RPC after error@2139095734) -> (continuation of Deferred@1897776548 after retry RPC after error@1002659333) -> (continuation of Deferred@585331424 after retry RPC after error@1569276344) -> (continuation of Deferred@1109827400 after retry RPC after error@1672790655) -> (continuation of Deferred@1517930651 after retry RPC after error@1307236077) -> (continuation of Deferred@1002491079 after retry RPC after error@2124568314) -> (continuation of Deferred@1787520165 after retry RPC after error@1900911271) -> (continuation of Deferred@1289143997 after retry RPC after error@539974747) -> (continuation of Deferred@288402103 after retry RPC after error@213226132)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110) ~[main/:?]
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537) ~[main/:?]
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284) ~[main/:?]
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152) ~[test/:?]
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_362]
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_362]
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_362]
at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_362]
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
at java.util.concurrent.FutureTask.run(FutureTask.java:266) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520) ~[main/:?]
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
at java.lang.Thread.run(Thread.java:750) ~[?:1.8.0_362]
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338) ~[main/:?]
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327) ~[main/:?]
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259) ~[async-1.4.1.jar:?]
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002) ~[async-1.4.1.jar:?]
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277) ~[main/:?]
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324) ~[main/:?]
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321) ~[main/:?]
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158) ~[main/:?]
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154) ~[main/:?]
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377) ~[main/:?]
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295) ~[netty-handler-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290) ~[netty-codec-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428) ~[main/:?]
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762) ~[main/:?]
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.190.252:36143
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method) ~[?:1.8.0_362]
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716) ~[?:1.8.0_362]
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[netty-transport-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[netty-common-4.1.94.Final.jar:4.1.94.Final]
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) ~[?:1.8.0_362]
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) ~[?:1.8.0_362]
... 1 more
org.apache.kudu.client.NonRecoverableException: cannot complete before timeout: KuduRpc(method=CommitTransaction, tablet=Kudu Master, attempt=37, TimeoutTracker(timeout=50000, elapsed=49342), Traces: [0ms] sending RPC to server master-127.23.190.253:41333, [57ms] received response from server master-127.23.190.253:41333: Network error: connection closed, [57ms] delaying RPC due to: Network error: connection closed, [61ms] refreshing cache from master, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [61ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [63ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [63ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [64ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [65ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [80ms] refreshing cache from master, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [80ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [81ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [82ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [82ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [100ms] refreshing cache from master, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [100ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [102ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [102ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [103ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [103ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [119ms] refreshing cache from master, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [119ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [120ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [121ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [121ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [160ms] refreshing cache from master, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [160ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [161ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [162ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [162ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [180ms] refreshing cache from master, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [239ms] refreshing cache from master, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [240ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [241ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [242ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [242ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [400ms] refreshing cache from master, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [400ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [401ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [402ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [402ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [580ms] refreshing cache from master, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [580ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [581ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [582ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [583ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1380ms] refreshing cache from master, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [1380ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [1381ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [1381ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [1382ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [1383ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [1383ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3060ms] refreshing cache from master, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [3060ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [3061ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [3061ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [3062ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [3063ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5180ms] refreshing cache from master, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.254:36055, [5180ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.253:41333, [5181ms] Sub RPC ConnectToMaster: sending RPC to server master-127.23.190.252:36143, [5181ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.253:41333: Network error: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333, [5182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.252:36143: Network error: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [5182ms] Sub RPC ConnectToMaster: received response from server master-127.23.190.254:36055: OK, [5182ms] delaying RPC due to: Service unavailable: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143, [6980ms] refreshing cache from master, [6980ms] too many traces: truncated at 100 traces, deferred=Deferred@1042749422(state=PENDING, result=null, callback=wakeup thread Time-limited test -> (continuation of Deferred@510612531 after retry RPC after error@40841816) -> (continuation of Deferred@1089828372 after retry RPC after error@1181454723) -> (continuation of Deferred@574720945 after retry RPC after error@1506246739) -> (continuation of Deferred@854137001 after retry RPC after error@680816894) -> (continuation of Deferred@111573598 after retry RPC after error@1661384641) -> (continuation of Deferred@424728408 after retry RPC after error@306730764) -> (continuation of Deferred@663337873 after retry RPC after error@1911011358) -> (continuation of Deferred@1846696813 after retry RPC after error@1043497364) -> (continuation of Deferred@1410195696 after retry RPC after error@417760551) -> (continuation of Deferred@1683188837 after retry RPC after error@1321693018) -> (continuation of Deferred@1979059218 after retry RPC after error@1502965814) -> (continuation of Deferred@651829029 after retry RPC after error@1393690907) -> (continuation of Deferred@373365239 after retry RPC after error@1680330697) -> (continuation of Deferred@309516127 after retry RPC after error@1365991131) -> (continuation of Deferred@1341881248 after retry RPC after error@368618513) -> (continuation of Deferred@297028062 after retry RPC after error@438452405) -> (continuation of Deferred@244321834 after retry RPC after error@1591260109) -> (continuation of Deferred@1829890929 after retry RPC after error@1706965390) -> (continuation of Deferred@1808894541 after retry RPC after error@1888225825) -> (continuation of Deferred@312753442 after retry RPC after error@104993969) -> (continuation of Deferred@1638299094 after retry RPC after error@1911269057) -> (continuation of Deferred@1108728051 after retry RPC after error@1424272284) -> (continuation of Deferred@113142803 after retry RPC after error@718217131) -> (continuation of Deferred@1190238273 after retry RPC after error@926442312) -> (continuation of Deferred@1108561736 after retry RPC after error@284369638) -> (continuation of Deferred@1510638377 after retry RPC after error@786209027) -> (continuation of Deferred@1995307679 after retry RPC after error@2139095734) -> (continuation of Deferred@1897776548 after retry RPC after error@1002659333) -> (continuation of Deferred@585331424 after retry RPC after error@1569276344) -> (continuation of Deferred@1109827400 after retry RPC after error@1672790655) -> (continuation of Deferred@1517930651 after retry RPC after error@1307236077) -> (continuation of Deferred@1002491079 after retry RPC after error@2124568314) -> (continuation of Deferred@1787520165 after retry RPC after error@1900911271) -> (continuation of Deferred@1289143997 after retry RPC after error@539974747) -> (continuation of Deferred@288402103 after retry RPC after error@213226132), errback=wakeup thread Time-limited test -> (continuation of Deferred@510612531 after retry RPC after error@40841816) -> (continuation of Deferred@1089828372 after retry RPC after error@1181454723) -> (continuation of Deferred@574720945 after retry RPC after error@1506246739) -> (continuation of Deferred@854137001 after retry RPC after error@680816894) -> (continuation of Deferred@111573598 after retry RPC after error@1661384641) -> (continuation of Deferred@424728408 after retry RPC after error@306730764) -> (continuation of Deferred@663337873 after retry RPC after error@1911011358) -> (continuation of Deferred@1846696813 after retry RPC after error@1043497364) -> (continuation of Deferred@1410195696 after retry RPC after error@417760551) -> (continuation of Deferred@1683188837 after retry RPC after error@1321693018) -> (continuation of Deferred@1979059218 after retry RPC after error@1502965814) -> (continuation of Deferred@651829029 after retry RPC after error@1393690907) -> (continuation of Deferred@373365239 after retry RPC after error@1680330697) -> (continuation of Deferred@309516127 after retry RPC after error@1365991131) -> (continuation of Deferred@1341881248 after retry RPC after error@368618513) -> (continuation of Deferred@297028062 after retry RPC after error@438452405) -> (continuation of Deferred@244321834 after retry RPC after error@1591260109) -> (continuation of Deferred@1829890929 after retry RPC after error@1706965390) -> (continuation of Deferred@1808894541 after retry RPC after error@1888225825) -> (continuation of Deferred@312753442 after retry RPC after error@104993969) -> (continuation of Deferred@1638299094 after retry RPC after error@1911269057) -> (continuation of Deferred@1108728051 after retry RPC after error@1424272284) -> (continuation of Deferred@113142803 after retry RPC after error@718217131) -> (continuation of Deferred@1190238273 after retry RPC after error@926442312) -> (continuation of Deferred@1108561736 after retry RPC after error@284369638) -> (continuation of Deferred@1510638377 after retry RPC after error@786209027) -> (continuation of Deferred@1995307679 after retry RPC after error@2139095734) -> (continuation of Deferred@1897776548 after retry RPC after error@1002659333) -> (continuation of Deferred@585331424 after retry RPC after error@1569276344) -> (continuation of Deferred@1109827400 after retry RPC after error@1672790655) -> (continuation of Deferred@1517930651 after retry RPC after error@1307236077) -> (continuation of Deferred@1002491079 after retry RPC after error@2124568314) -> (continuation of Deferred@1787520165 after retry RPC after error@1900911271) -> (continuation of Deferred@1289143997 after retry RPC after error@539974747) -> (continuation of Deferred@288402103 after retry RPC after error@213226132)))
at org.apache.kudu.client.KuduException.transformException(KuduException.java:110)
at org.apache.kudu.client.KuduClient.joinAndHandleException(KuduClient.java:564)
at org.apache.kudu.client.KuduTransaction.doCommitTransaction(KuduTransaction.java:491)
at org.apache.kudu.client.KuduTransaction.commitWithMode(KuduTransaction.java:537)
at org.apache.kudu.client.KuduTransaction.commit(KuduTransaction.java:284)
at org.apache.kudu.client.TestKuduTransaction.testTxnKeepaliveSwitchesToOtherTxnManager(TestKuduTransaction.java:1152)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.lang.Thread.run(Thread.java:750)
Suppressed: org.apache.kudu.client.KuduException$OriginalException: Original asynchronous stack trace
at org.apache.kudu.client.AsyncKuduClient.tooManyAttemptsOrTimeout(AsyncKuduClient.java:1889)
at org.apache.kudu.client.AsyncKuduClient.delayedSendRpcToTablet(AsyncKuduClient.java:2337)
at org.apache.kudu.client.AsyncKuduClient.access$1500(AsyncKuduClient.java:299)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1520)
at org.apache.kudu.client.AsyncKuduClient$RetryRpcErrback.call(AsyncKuduClient.java:1510)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:313)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.NoLeaderFoundException: Master config (127.23.190.254:36055,127.23.190.253:41333,127.23.190.252:36143) has no leader. Exceptions received: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.253:41333(127.23.190.253:41333): Connection refused: /127.23.190.253:41333,org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
at org.apache.kudu.client.ConnectToCluster.incrementCountAndCheckExhausted(ConnectToCluster.java:311)
at org.apache.kudu.client.ConnectToCluster.access$000(ConnectToCluster.java:51)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:338)
at org.apache.kudu.client.ConnectToCluster$ConnectToMasterCB.call(ConnectToCluster.java:327)
at com.stumbleupon.async.Deferred.doCall(Deferred.java:1280)
at com.stumbleupon.async.Deferred.runCallbacks(Deferred.java:1259)
at com.stumbleupon.async.Deferred.callback(Deferred.java:1002)
at org.apache.kudu.client.KuduRpc.handleCallback(KuduRpc.java:277)
at org.apache.kudu.client.KuduRpc.callback(KuduRpc.java:324)
at org.apache.kudu.client.RpcProxy.responseReceived(RpcProxy.java:321)
at org.apache.kudu.client.RpcProxy.access$000(RpcProxy.java:64)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:158)
at org.apache.kudu.client.RpcProxy$1.call(RpcProxy.java:154)
at org.apache.kudu.client.Connection.channelRead0(Connection.java:377)
at io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.handler.ssl.SslHandler.unwrap(SslHandler.java:1383)
at io.netty.handler.ssl.SslHandler.decodeJdkCompatible(SslHandler.java:1246)
at io.netty.handler.ssl.SslHandler.decode(SslHandler.java:1295)
at io.netty.handler.codec.ByteToMessageDecoder.decodeRemovalReentryProtection(ByteToMessageDecoder.java:529)
at io.netty.handler.codec.ByteToMessageDecoder.callDecode(ByteToMessageDecoder.java:468)
at io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:290)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412)
at io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440)
at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420)
at io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
at io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: org.apache.kudu.client.RecoverableException: Failed to connect to peer master-127.23.190.252:36143(127.23.190.252:36143): Connection refused: /127.23.190.252:36143
at org.apache.kudu.client.Connection.exceptionCaught(Connection.java:428)
at org.apache.kudu.client.Connection$1.operationComplete(Connection.java:762)
at io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590)
at io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583)
at io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559)
at io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492)
at io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636)
at io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629)
at io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.fulfillConnectPromise(AbstractNioChannel.java:321)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:337)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
... 8 more
Caused by: io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: /127.23.190.252:36143
Caused by: java.net.ConnectException: Connection refused
at sun.nio.ch.SocketChannelImpl.checkConnect(Native Method)
at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:716)
at io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:337)
at io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:334)
at io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776)
at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724)
at io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650)
at io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562)
at io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997)
at io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:750)